2024-12-02 22:41:01,459 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc 2024-12-02 22:41:01,493 main DEBUG Took 0.030466 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 22:41:01,494 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 22:41:01,496 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 22:41:01,497 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 22:41:01,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,515 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 22:41:01,581 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,586 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,600 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,601 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,603 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,606 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,607 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,611 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,613 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:41:01,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,614 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 22:41:01,617 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:41:01,618 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 22:41:01,621 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 22:41:01,621 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 22:41:01,623 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 22:41:01,624 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 22:41:01,635 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 22:41:01,638 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 22:41:01,640 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 22:41:01,641 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 22:41:01,641 main DEBUG createAppenders(={Console}) 2024-12-02 22:41:01,642 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc initialized 2024-12-02 22:41:01,642 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc 2024-12-02 22:41:01,642 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc OK. 2024-12-02 22:41:01,643 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 22:41:01,644 main DEBUG OutputStream closed 2024-12-02 22:41:01,644 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 22:41:01,645 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 22:41:01,645 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@434a63ab OK 2024-12-02 22:41:01,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 22:41:01,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 22:41:01,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 22:41:01,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 22:41:01,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 22:41:01,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 22:41:01,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 22:41:01,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 22:41:01,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 22:41:01,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 22:41:01,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 22:41:01,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 22:41:01,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 22:41:01,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 22:41:01,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 22:41:01,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 22:41:01,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 22:41:01,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 22:41:01,760 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 22:41:01,760 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b2c5e07) with optional ClassLoader: null 2024-12-02 22:41:01,760 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 22:41:01,761 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b2c5e07] started OK. 2024-12-02T22:41:01,775 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-12-02 22:41:01,778 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 22:41:01,779 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T22:41:02,282 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82 2024-12-02T22:41:02,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:41:02,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74, deleteOnExit=true 2024-12-02T22:41:02,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:41:02,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/test.cache.data in system properties and HBase conf 2024-12-02T22:41:02,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:41:02,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:41:02,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:41:02,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:41:02,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:41:02,459 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T22:41:02,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:41:02,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:41:02,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:41:02,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:41:02,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:41:02,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:41:02,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:41:02,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:41:02,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:41:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:41:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:41:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:41:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:41:02,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:41:02,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:41:04,929 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T22:41:05,011 INFO [Time-limited test {}] log.Log(170): Logging initialized @4640ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T22:41:05,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:41:05,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:41:05,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:41:05,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:41:05,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:41:05,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:41:05,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:41:05,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:41:05,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/java.io.tmpdir/jetty-localhost-45353-hadoop-hdfs-3_4_1-tests_jar-_-any-5321779819469779483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:41:05,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:45353} 2024-12-02T22:41:05,558 INFO [Time-limited test {}] server.Server(415): Started @5189ms 2024-12-02T22:41:06,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:41:06,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:41:06,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:41:06,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:41:06,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:41:06,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:41:06,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:41:06,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@341cfc82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/java.io.tmpdir/jetty-localhost-42513-hadoop-hdfs-3_4_1-tests_jar-_-any-8399660649319704811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:41:06,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:42513} 2024-12-02T22:41:06,527 INFO [Time-limited test {}] server.Server(415): Started @6157ms 2024-12-02T22:41:06,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:41:07,320 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74/data/data2/current/BP-1937024518-172.17.0.3-1733179263469/current, will proceed with Du for space computation calculation, 2024-12-02T22:41:07,320 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74/data/data1/current/BP-1937024518-172.17.0.3-1733179263469/current, will proceed with Du for space computation calculation, 2024-12-02T22:41:07,398 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:41:07,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a6e170512e4ee7 with lease ID 0xc2a38d48f0ac2316: Processing first storage report for DS-29163bcb-8f1e-4d05-8532-fcff656dd50e from datanode DatanodeRegistration(127.0.0.1:37757, datanodeUuid=1a13b445-26e0-40d5-896f-11d40965ebe1, infoPort=43037, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1637868165;c=1733179263469) 2024-12-02T22:41:07,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a6e170512e4ee7 with lease ID 0xc2a38d48f0ac2316: from storage DS-29163bcb-8f1e-4d05-8532-fcff656dd50e node DatanodeRegistration(127.0.0.1:37757, datanodeUuid=1a13b445-26e0-40d5-896f-11d40965ebe1, infoPort=43037, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1637868165;c=1733179263469), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T22:41:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a6e170512e4ee7 with lease ID 0xc2a38d48f0ac2316: Processing first storage report for DS-41f9e734-4878-4b95-98db-836674acaecc from datanode DatanodeRegistration(127.0.0.1:37757, datanodeUuid=1a13b445-26e0-40d5-896f-11d40965ebe1, infoPort=43037, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1637868165;c=1733179263469) 2024-12-02T22:41:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a6e170512e4ee7 with lease ID 0xc2a38d48f0ac2316: from storage DS-41f9e734-4878-4b95-98db-836674acaecc node DatanodeRegistration(127.0.0.1:37757, datanodeUuid=1a13b445-26e0-40d5-896f-11d40965ebe1, infoPort=43037, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=1637868165;c=1733179263469), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T22:41:07,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82 2024-12-02T22:41:07,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74/zookeeper_0, clientPort=63844, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:41:07,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63844 2024-12-02T22:41:07,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:41:07,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:41:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:41:08,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc with version=8 2024-12-02T22:41:08,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/hbase-staging 2024-12-02T22:41:08,487 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T22:41:08,792 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9e5ab3b623d7:0 server-side Connection retries=9 2024-12-02T22:41:08,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:41:08,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:41:08,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:41:08,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:41:08,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:41:09,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:41:09,073 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T22:41:09,082 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T22:41:09,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:41:09,115 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1579 (auto-detected) 2024-12-02T22:41:09,117 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T22:41:09,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39195 2024-12-02T22:41:09,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39195 connecting to ZooKeeper ensemble=127.0.0.1:63844 2024-12-02T22:41:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391950x0, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:41:09,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39195-0x101501bce930000 connected 2024-12-02T22:41:09,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:41:09,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:41:09,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:41:09,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc, hbase.cluster.distributed=false 2024-12-02T22:41:09,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:41:09,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39195 2024-12-02T22:41:09,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39195 2024-12-02T22:41:09,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39195 2024-12-02T22:41:09,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39195 2024-12-02T22:41:09,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39195 2024-12-02T22:41:09,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9e5ab3b623d7:0 server-side Connection retries=9 2024-12-02T22:41:09,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:41:09,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:41:09,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:41:09,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:41:09,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:41:09,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:41:09,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:41:09,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40791 2024-12-02T22:41:09,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40791 connecting to ZooKeeper ensemble=127.0.0.1:63844 2024-12-02T22:41:09,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:41:09,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:41:09,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407910x0, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:41:09,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407910x0, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:41:09,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40791-0x101501bce930001 connected 2024-12-02T22:41:09,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:41:09,462 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:41:09,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T22:41:09,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T22:41:09,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40791 2024-12-02T22:41:09,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40791 2024-12-02T22:41:09,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40791 2024-12-02T22:41:09,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40791 2024-12-02T22:41:09,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40791 2024-12-02T22:41:09,486 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9e5ab3b623d7:39195 2024-12-02T22:41:09,487 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9e5ab3b623d7,39195,1733179268563 2024-12-02T22:41:09,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:41:09,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:41:09,496 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9e5ab3b623d7,39195,1733179268563 2024-12-02T22:41:09,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T22:41:09,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:09,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:09,517 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T22:41:09,518 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9e5ab3b623d7,39195,1733179268563 from backup master directory 2024-12-02T22:41:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9e5ab3b623d7,39195,1733179268563 2024-12-02T22:41:09,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:41:09,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T22:41:09,521 WARN [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:41:09,521 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9e5ab3b623d7,39195,1733179268563 2024-12-02T22:41:09,524 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T22:41:09,525 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T22:41:09,587 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/hbase.id] with ID: 4becce85-de13-49db-8bf9-a293a1792216 2024-12-02T22:41:09,588 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/.tmp/hbase.id 2024-12-02T22:41:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:41:10,001 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/.tmp/hbase.id]:[hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/hbase.id] 2024-12-02T22:41:10,055 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:41:10,066 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:41:10,093 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-02T22:41:10,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:10,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:10,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:41:10,143 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:41:10,147 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:41:10,169 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:41:10,173 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:41:10,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:41:10,633 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store 2024-12-02T22:41:10,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:41:10,660 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T22:41:10,665 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:41:10,667 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:41:10,667 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:41:10,667 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:41:10,670 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:41:10,670 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:41:10,670 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:41:10,672 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733179270667Disabling compacts and flushes for region at 1733179270667Disabling writes for close at 1733179270670 (+3 ms)Writing region close event to WAL at 1733179270670Closed at 1733179270670 2024-12-02T22:41:10,674 WARN [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/.initializing 2024-12-02T22:41:10,674 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/WALs/9e5ab3b623d7,39195,1733179268563 2024-12-02T22:41:10,685 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:41:10,701 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5ab3b623d7%2C39195%2C1733179268563, suffix=, logDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/WALs/9e5ab3b623d7,39195,1733179268563, archiveDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/oldWALs, maxLogs=10 2024-12-02T22:41:10,728 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/WALs/9e5ab3b623d7,39195,1733179268563/9e5ab3b623d7%2C39195%2C1733179268563.1733179270707, exclude list is [], retry=0 2024-12-02T22:41:10,747 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37757,DS-29163bcb-8f1e-4d05-8532-fcff656dd50e,DISK] 2024-12-02T22:41:10,750 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T22:41:10,791 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/WALs/9e5ab3b623d7,39195,1733179268563/9e5ab3b623d7%2C39195%2C1733179268563.1733179270707 2024-12-02T22:41:10,792 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037)] 2024-12-02T22:41:10,793 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:41:10,793 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:41:10,797 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,798 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:41:10,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:10,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:41:10,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:41:10,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:10,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:41:10,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:41:10,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:10,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:41:10,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:41:10,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:10,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:41:10,937 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,940 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,942 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,948 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,949 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,953 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:41:10,957 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:41:10,963 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:41:10,964 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67040968, jitterRate=-0.0010117292404174805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:41:10,974 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733179270813Initializing all the Stores at 1733179270816 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733179270817 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179270821 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179270822 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179270822Cleaning up temporary data from old regions at 1733179270949 (+127 ms)Region opened successfully at 1733179270973 (+24 ms) 2024-12-02T22:41:10,978 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:41:11,026 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9d60ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9e5ab3b623d7/172.17.0.3:0 2024-12-02T22:41:11,071 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:41:11,084 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:41:11,084 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:41:11,088 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:41:11,090 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T22:41:11,096 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T22:41:11,096 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:41:11,123 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:41:11,132 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T22:41:11,135 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T22:41:11,138 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:41:11,140 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:41:11,141 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T22:41:11,144 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:41:11,148 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:41:11,149 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T22:41:11,152 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:41:11,153 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T22:41:11,172 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:41:11,173 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T22:41:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:41:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T22:41:11,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:11,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:11,180 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9e5ab3b623d7,39195,1733179268563, sessionid=0x101501bce930000, setting cluster-up flag (Was=false) 2024-12-02T22:41:11,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:11,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:11,198 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T22:41:11,200 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9e5ab3b623d7,39195,1733179268563 2024-12-02T22:41:11,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:11,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:41:11,215 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T22:41:11,216 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9e5ab3b623d7,39195,1733179268563 2024-12-02T22:41:11,223 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:41:11,277 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(746): ClusterId : 4becce85-de13-49db-8bf9-a293a1792216 2024-12-02T22:41:11,280 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:41:11,285 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:41:11,286 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:41:11,289 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:41:11,290 DEBUG [RS:0;9e5ab3b623d7:40791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df1af21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9e5ab3b623d7/172.17.0.3:0 2024-12-02T22:41:11,309 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9e5ab3b623d7:40791 2024-12-02T22:41:11,309 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:41:11,312 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:41:11,312 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:41:11,312 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:41:11,315 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(2659): reportForDuty to master=9e5ab3b623d7,39195,1733179268563 with port=40791, startcode=1733179269381 2024-12-02T22:41:11,323 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:41:11,327 DEBUG [RS:0;9e5ab3b623d7:40791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:41:11,329 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:41:11,337 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9e5ab3b623d7,39195,1733179268563 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:41:11,346 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:41:11,349 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:41:11,350 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:41:11,352 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:41:11,353 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9e5ab3b623d7:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:41:11,354 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:11,354 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:41:11,354 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:11,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:41:11,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:41:11,370 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43433, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:41:11,373 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733179301373 2024-12-02T22:41:11,376 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:41:11,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:11,376 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:41:11,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:41:11,381 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:41:11,381 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:41:11,382 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:41:11,382 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:41:11,383 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:11,381 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-02T22:41:11,387 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:41:11,389 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:41:11,389 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:41:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:41:11,392 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:41:11,392 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:41:11,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:41:11,394 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.large.0-1733179271394,5,FailOnTimeoutGroup] 2024-12-02T22:41:11,395 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:41:11,397 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.small.0-1733179271395,5,FailOnTimeoutGroup] 2024-12-02T22:41:11,397 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:11,398 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:41:11,399 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:11,399 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:11,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:41:11,417 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T22:41:11,417 WARN [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-12-02T22:41:11,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:41:11,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:41:11,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:41:11,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:11,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:41:11,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:41:11,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:41:11,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:11,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:41:11,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:41:11,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:41:11,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:11,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:41:11,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:41:11,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:41:11,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:41:11,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:41:11,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:41:11,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740 2024-12-02T22:41:11,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740 2024-12-02T22:41:11,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:41:11,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:41:11,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:41:11,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:41:11,864 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:41:11,866 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74136452, jitterRate=0.10471922159194946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:41:11,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733179271815Initializing all the Stores at 1733179271817 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733179271817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733179271818 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179271818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733179271818Cleaning up temporary data from old regions at 1733179271850 (+32 ms)Region opened successfully at 1733179271870 (+20 ms) 2024-12-02T22:41:11,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:41:11,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:41:11,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:41:11,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:41:11,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:41:11,874 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:41:11,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733179271870Disabling compacts and flushes for region at 1733179271870Disabling writes for close at 1733179271871 (+1 ms)Writing region close event to WAL at 1733179271873 (+2 ms)Closed at 1733179271874 (+1 ms) 2024-12-02T22:41:11,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:41:11,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:41:11,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:41:11,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:41:11,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:41:12,054 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:13,055 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:14,056 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:15,057 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:16,057 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:17,058 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:18,059 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:19,060 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:19,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:41:19,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T22:41:20,060 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:21,061 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:22,062 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:23,063 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:24,064 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:25,065 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:26,065 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:27,066 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:28,067 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:29,067 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:30,068 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:31,069 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:32,069 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:33,070 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:34,071 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:35,071 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:36,072 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:37,073 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:37,488 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:41:38,073 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:39,074 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:40,075 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:41,076 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:41,419 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(2659): reportForDuty to master=9e5ab3b623d7,39195,1733179268563 with port=40791, startcode=1733179269381 2024-12-02T22:41:41,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9e5ab3b623d7,40791,1733179269381 2024-12-02T22:41:41,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(517): Registering regionserver=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:41:41,436 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:41:41,436 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35611 2024-12-02T22:41:41,436 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:41:41,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:41:41,442 DEBUG [RS:0;9e5ab3b623d7:40791 {}] zookeeper.ZKUtil(111): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9e5ab3b623d7,40791,1733179269381 2024-12-02T22:41:41,442 WARN [RS:0;9e5ab3b623d7:40791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:41:41,442 INFO [RS:0;9e5ab3b623d7:40791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:41:41,442 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381 2024-12-02T22:41:41,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9e5ab3b623d7,40791,1733179269381] 2024-12-02T22:41:41,469 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:41:41,480 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:41:41,485 INFO [RS:0;9e5ab3b623d7:40791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:41:41,486 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,486 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:41:41,492 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:41:41,493 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,494 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,494 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,494 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,494 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,494 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9e5ab3b623d7:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9e5ab3b623d7:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:41:41,495 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9e5ab3b623d7:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:41:41,496 DEBUG [RS:0;9e5ab3b623d7:40791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9e5ab3b623d7:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:41:41,496 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,497 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,497 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,497 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,497 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,497 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,40791,1733179269381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:41:41,522 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:41:41,524 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,40791,1733179269381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,525 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,525 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.Replication(171): 9e5ab3b623d7,40791,1733179269381 started 2024-12-02T22:41:41,545 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:41:41,546 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1482): Serving as 9e5ab3b623d7,40791,1733179269381, RpcServer on 9e5ab3b623d7/172.17.0.3:40791, sessionid=0x101501bce930001 2024-12-02T22:41:41,547 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:41:41,547 DEBUG [RS:0;9e5ab3b623d7:40791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9e5ab3b623d7,40791,1733179269381 2024-12-02T22:41:41,547 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9e5ab3b623d7,40791,1733179269381' 2024-12-02T22:41:41,547 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T22:41:41,548 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T22:41:41,549 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:41:41,549 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:41:41,550 DEBUG [RS:0;9e5ab3b623d7:40791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9e5ab3b623d7,40791,1733179269381 2024-12-02T22:41:41,550 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9e5ab3b623d7,40791,1733179269381' 2024-12-02T22:41:41,550 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T22:41:41,550 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T22:41:41,551 DEBUG [RS:0;9e5ab3b623d7:40791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:41:41,551 INFO [RS:0;9e5ab3b623d7:40791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:41:41,551 INFO [RS:0;9e5ab3b623d7:40791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:41:42,076 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:43,077 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:44,078 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:45,078 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:46,079 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:47,080 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:48,080 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:49,081 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:50,082 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:51,082 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:52,083 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:53,083 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:54,084 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:55,085 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:56,086 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:57,086 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:58,087 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:41:59,088 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:00,088 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:01,089 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:02,090 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:03,090 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:04,091 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:05,092 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:06,092 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:07,093 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:07,488 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:42:08,094 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:09,099 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:10,099 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:11,100 WARN [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:42:11,559 INFO [RS:0;9e5ab3b623d7:40791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:42:11,564 INFO [RS:0;9e5ab3b623d7:40791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5ab3b623d7%2C40791%2C1733179269381, suffix=, logDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381, archiveDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/oldWALs, maxLogs=32 2024-12-02T22:42:11,581 DEBUG [RS:0;9e5ab3b623d7:40791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381/9e5ab3b623d7%2C40791%2C1733179269381.1733179331566, exclude list is [], retry=0 2024-12-02T22:42:11,585 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37757,DS-29163bcb-8f1e-4d05-8532-fcff656dd50e,DISK] 2024-12-02T22:42:11,588 INFO [RS:0;9e5ab3b623d7:40791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381/9e5ab3b623d7%2C40791%2C1733179269381.1733179331566 2024-12-02T22:42:11,589 DEBUG [RS:0;9e5ab3b623d7:40791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037)] 2024-12-02T22:42:11,853 DEBUG [9e5ab3b623d7:39195 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:42:11,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:11,874 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9e5ab3b623d7,40791,1733179269381, state=OPENING 2024-12-02T22:42:11,880 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:42:11,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:42:11,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:42:11,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:42:11,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:42:11,885 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:42:11,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:12,072 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:42:12,076 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34025, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:42:12,088 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:42:12,088 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:42:12,088 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:42:12,092 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9e5ab3b623d7%2C40791%2C1733179269381.meta, suffix=.meta, logDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381, archiveDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/oldWALs, maxLogs=32 2024-12-02T22:42:12,109 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381/9e5ab3b623d7%2C40791%2C1733179269381.meta.1733179332093.meta, exclude list is [], retry=0 2024-12-02T22:42:12,113 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37757,DS-29163bcb-8f1e-4d05-8532-fcff656dd50e,DISK] 2024-12-02T22:42:12,117 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381/9e5ab3b623d7%2C40791%2C1733179269381.meta.1733179332093.meta 2024-12-02T22:42:12,118 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43037:43037)] 2024-12-02T22:42:12,118 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:12,120 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:42:12,124 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:42:12,129 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:42:12,134 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:42:12,134 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:12,135 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:42:12,135 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:42:12,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:42:12,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:42:12,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:12,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:42:12,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:42:12,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:42:12,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:12,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:42:12,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:42:12,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:42:12,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:12,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:42:12,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:42:12,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:42:12,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:12,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:42:12,147 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:42:12,148 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740 2024-12-02T22:42:12,151 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740 2024-12-02T22:42:12,153 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:42:12,153 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:42:12,154 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:42:12,157 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:42:12,158 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59721933, jitterRate=-0.11007384955883026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:42:12,158 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:42:12,160 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733179332135Writing region info on filesystem at 1733179332135Initializing all the Stores at 1733179332137 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733179332137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733179332137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179332137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733179332137Cleaning up temporary data from old regions at 1733179332153 (+16 ms)Running coprocessor post-open hooks at 1733179332158 (+5 ms)Region opened successfully at 1733179332160 (+2 ms) 2024-12-02T22:42:12,167 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733179332060 2024-12-02T22:42:12,180 DEBUG [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:42:12,180 INFO [RS_OPEN_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:42:12,182 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:12,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9e5ab3b623d7,40791,1733179269381, state=OPEN 2024-12-02T22:42:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:42:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T22:42:12,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:42:12,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T22:42:12,191 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:12,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:42:12,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9e5ab3b623d7,40791,1733179269381 in 304 msec 2024-12-02T22:42:12,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:42:12,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.315 sec 2024-12-02T22:42:12,209 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:42:12,209 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:42:12,230 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:42:12,231 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,40791,1733179269381, seqNum=-1] 2024-12-02T22:42:12,255 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:42:12,258 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35305, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:42:12,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.028 sec 2024-12-02T22:42:12,284 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733179332283, completionTime=-1 2024-12-02T22:42:12,288 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:42:12,288 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:42:12,324 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:42:12,324 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733179392324 2024-12-02T22:42:12,325 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733179452325 2024-12-02T22:42:12,325 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-02T22:42:12,327 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,39195,1733179268563-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:42:12,328 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,39195,1733179268563-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:42:12,328 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,39195,1733179268563-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:42:12,330 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9e5ab3b623d7:39195, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:42:12,331 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:42:12,332 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:42:12,339 DEBUG [master/9e5ab3b623d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:42:12,363 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.841sec 2024-12-02T22:42:12,365 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:42:12,367 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:42:12,368 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:42:12,369 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:42:12,369 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:42:12,370 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,39195,1733179268563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:42:12,371 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,39195,1733179268563-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:42:12,381 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:42:12,382 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:42:12,382 INFO [master/9e5ab3b623d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9e5ab3b623d7,39195,1733179268563-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:42:12,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b928a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:42:12,446 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T22:42:12,446 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T22:42:12,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,39195,-1 for getting cluster id 2024-12-02T22:42:12,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:42:12,462 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4becce85-de13-49db-8bf9-a293a1792216' 2024-12-02T22:42:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:42:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4becce85-de13-49db-8bf9-a293a1792216" 2024-12-02T22:42:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6162a282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:42:12,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,39195,-1] 2024-12-02T22:42:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:42:12,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:42:12,476 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:42:12,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757813c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:42:12,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:42:12,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,40791,1733179269381, seqNum=-1] 2024-12-02T22:42:12,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:42:12,491 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:42:12,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9e5ab3b623d7,39195,1733179268563 2024-12-02T22:42:12,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d428a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:42:12,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9e5ab3b623d7,39195,-1 for getting cluster id 2024-12-02T22:42:12,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:42:12,519 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4becce85-de13-49db-8bf9-a293a1792216' 2024-12-02T22:42:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:42:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4becce85-de13-49db-8bf9-a293a1792216" 2024-12-02T22:42:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ada3ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:42:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9e5ab3b623d7,39195,-1] 2024-12-02T22:42:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:42:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:42:12,523 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:42:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e84652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:42:12,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=6262 2024-12-02T22:42:12,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:42:12,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9e5ab3b623d7,39195,1733179268563 2024-12-02T22:42:12,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e5abfd9 2024-12-02T22:42:12,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:42:12,589 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:42:12,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-12-02T22:42:12,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:12,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-12-02T22:42:12,630 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:12,633 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:42:12,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741835_1011 (size=428) 2024-12-02T22:42:13,062 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cc2e3fd8130ae5a01618ebee985ee83, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:13,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741836_1012 (size=79) 2024-12-02T22:42:13,081 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:13,081 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5cc2e3fd8130ae5a01618ebee985ee83, disabling compactions & flushes 2024-12-02T22:42:13,081 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:42:13,081 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:42:13,081 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. after waiting 0 ms 2024-12-02T22:42:13,081 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:42:13,081 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:42:13,082 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cc2e3fd8130ae5a01618ebee985ee83: Waiting for close lock at 1733179333081Disabling compacts and flushes for region at 1733179333081Disabling writes for close at 1733179333081Writing region close event to WAL at 1733179333081Closed at 1733179333081 2024-12-02T22:42:13,084 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:13,091 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733179333085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179333085"}]},"ts":"1733179333085"} 2024-12-02T22:42:13,105 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:13,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:13,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179333108"}]},"ts":"1733179333108"} 2024-12-02T22:42:13,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-12-02T22:42:13,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5cc2e3fd8130ae5a01618ebee985ee83, ASSIGN}] 2024-12-02T22:42:13,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5cc2e3fd8130ae5a01618ebee985ee83, ASSIGN 2024-12-02T22:42:13,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5cc2e3fd8130ae5a01618ebee985ee83, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:13,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cc2e3fd8130ae5a01618ebee985ee83, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:13,283 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5cc2e3fd8130ae5a01618ebee985ee83, ASSIGN because future has completed 2024-12-02T22:42:13,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cc2e3fd8130ae5a01618ebee985ee83, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:13,446 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:42:13,446 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cc2e3fd8130ae5a01618ebee985ee83, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:13,446 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,447 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:13,447 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,447 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,452 INFO [StoreOpener-5cc2e3fd8130ae5a01618ebee985ee83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,455 INFO [StoreOpener-5cc2e3fd8130ae5a01618ebee985ee83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cc2e3fd8130ae5a01618ebee985ee83 columnFamilyName testFamily 2024-12-02T22:42:13,455 DEBUG [StoreOpener-5cc2e3fd8130ae5a01618ebee985ee83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:13,456 INFO [StoreOpener-5cc2e3fd8130ae5a01618ebee985ee83-1 {}] regionserver.HStore(327): Store=5cc2e3fd8130ae5a01618ebee985ee83/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:13,456 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,458 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,459 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,460 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,460 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,467 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,473 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:13,474 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5cc2e3fd8130ae5a01618ebee985ee83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65116978, jitterRate=-0.029681414365768433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:13,474 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:42:13,476 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5cc2e3fd8130ae5a01618ebee985ee83: Running coprocessor pre-open hook at 1733179333447Writing region info on filesystem at 1733179333447Initializing all the Stores at 1733179333449 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179333449Cleaning up temporary data from old regions at 1733179333460 (+11 ms)Running coprocessor post-open hooks at 1733179333474 (+14 ms)Region opened successfully at 1733179333476 (+2 ms) 2024-12-02T22:42:13,478 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83., pid=6, masterSystemTime=1733179333438 2024-12-02T22:42:13,483 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:42:13,483 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:42:13,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cc2e3fd8130ae5a01618ebee985ee83, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:13,489 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cc2e3fd8130ae5a01618ebee985ee83, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:13,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:42:13,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cc2e3fd8130ae5a01618ebee985ee83, server=9e5ab3b623d7,40791,1733179269381 in 207 msec 2024-12-02T22:42:13,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:42:13,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5cc2e3fd8130ae5a01618ebee985ee83, ASSIGN in 375 msec 2024-12-02T22:42:13,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:13,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179333503"}]},"ts":"1733179333503"} 2024-12-02T22:42:13,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-12-02T22:42:13,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:13,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 905 msec 2024-12-02T22:42:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:42:13,655 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-12-02T22:42:13,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-12-02T22:42:13,656 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:13,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-12-02T22:42:13,662 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:13,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-12-02T22:42:13,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:42:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9e5ab3b623d7,40791,1733179269381, seqNum=-1] 2024-12-02T22:42:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:42:13,670 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:42:13,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:13,689 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:13,693 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-12-02T22:42:13,697 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-02T22:42:13,701 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-02T22:42:13,702 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-02T22:42:13,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5523064850139316232 2024-12-02T22:42:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179336702, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:13,710 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-02T22:42:13,711 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-02T22:42:13,712 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:13,714 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:13,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5523064850139316234 2024-12-02T22:42:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179336713, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:13,718 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:13,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5523064850139316235 2024-12-02T22:42:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179336717, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:13,722 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:13,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5523064850139316236 2024-12-02T22:42:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179336721, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:13,726 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:13,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1110511482_22 at /127.0.0.1:48170 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=533 (was 527) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6155 (was 6262) 2024-12-02T22:42:13,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=533, ProcessCount=11, AvailableMemoryMB=6154 2024-12-02T22:42:13,750 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:13,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-12-02T22:42:13,754 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:13,755 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:13,755 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-12-02T22:42:13,756 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:42:13,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741837_1013 (size=414) 2024-12-02T22:42:14,169 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edbd891a8ba29eec61a43957c752a1d5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:14,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741838_1014 (size=65) 2024-12-02T22:42:14,580 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:14,580 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing edbd891a8ba29eec61a43957c752a1d5, disabling compactions & flushes 2024-12-02T22:42:14,581 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:42:14,581 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:42:14,581 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. after waiting 0 ms 2024-12-02T22:42:14,581 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:42:14,581 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:42:14,581 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for edbd891a8ba29eec61a43957c752a1d5: Waiting for close lock at 1733179334580Disabling compacts and flushes for region at 1733179334580Disabling writes for close at 1733179334581 (+1 ms)Writing region close event to WAL at 1733179334581Closed at 1733179334581 2024-12-02T22:42:14,584 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:14,584 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733179334584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179334584"}]},"ts":"1733179334584"} 2024-12-02T22:42:14,598 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:14,603 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:14,603 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179334603"}]},"ts":"1733179334603"} 2024-12-02T22:42:14,608 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-02T22:42:14,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=edbd891a8ba29eec61a43957c752a1d5, ASSIGN}] 2024-12-02T22:42:14,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=edbd891a8ba29eec61a43957c752a1d5, ASSIGN 2024-12-02T22:42:14,615 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=edbd891a8ba29eec61a43957c752a1d5, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:14,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=edbd891a8ba29eec61a43957c752a1d5, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:14,771 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=edbd891a8ba29eec61a43957c752a1d5, ASSIGN because future has completed 2024-12-02T22:42:14,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure edbd891a8ba29eec61a43957c752a1d5, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:42:14,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:42:14,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => edbd891a8ba29eec61a43957c752a1d5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:14,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:14,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,940 INFO [StoreOpener-edbd891a8ba29eec61a43957c752a1d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,943 INFO [StoreOpener-edbd891a8ba29eec61a43957c752a1d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbd891a8ba29eec61a43957c752a1d5 columnFamilyName testFamily 2024-12-02T22:42:14,943 DEBUG [StoreOpener-edbd891a8ba29eec61a43957c752a1d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:14,944 INFO [StoreOpener-edbd891a8ba29eec61a43957c752a1d5-1 {}] regionserver.HStore(327): Store=edbd891a8ba29eec61a43957c752a1d5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:14,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:14,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened edbd891a8ba29eec61a43957c752a1d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68630159, jitterRate=0.02266906201839447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:14,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:42:14,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for edbd891a8ba29eec61a43957c752a1d5: Running coprocessor pre-open hook at 1733179334937Writing region info on filesystem at 1733179334937Initializing all the Stores at 1733179334939 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179334939Cleaning up temporary data from old regions at 1733179334951 (+12 ms)Running coprocessor post-open hooks at 1733179334962 (+11 ms)Region opened successfully at 1733179334963 (+1 ms) 2024-12-02T22:42:14,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5., pid=9, masterSystemTime=1733179334928 2024-12-02T22:42:14,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:42:14,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:42:14,971 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=edbd891a8ba29eec61a43957c752a1d5, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:14,976 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure edbd891a8ba29eec61a43957c752a1d5, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:14,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:42:14,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure edbd891a8ba29eec61a43957c752a1d5, server=9e5ab3b623d7,40791,1733179269381 in 206 msec 2024-12-02T22:42:14,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T22:42:14,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=edbd891a8ba29eec61a43957c752a1d5, ASSIGN in 375 msec 2024-12-02T22:42:14,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:14,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179334989"}]},"ts":"1733179334989"} 2024-12-02T22:42:14,992 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-02T22:42:14,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:14,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2440 sec 2024-12-02T22:42:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:42:16,805 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-12-02T22:42:16,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-02T22:42:16,805 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:16,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-02T22:42:16,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:16,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-12-02T22:42:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:16,831 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:16,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-02T22:42:16,835 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-02T22:42:16,837 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-02T22:42:17,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:42:17,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-12-02T22:42:17,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:42:17,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-12-02T22:42:19,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:42:19,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:19,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:42:19,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T22:42:19,073 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-02T22:42:19,073 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:19,074 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-12-02T22:42:19,074 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:22,851 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9e5ab3b623d7:40791 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms 2024-12-02T22:42:22,852 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms 2024-12-02T22:42:22,852 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 from cache 2024-12-02T22:42:22,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 533), ProcessCount=11 (was 11), AvailableMemoryMB=6312 (was 6154) - AvailableMemoryMB LEAK? - 2024-12-02T22:42:22,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=6311 2024-12-02T22:42:22,881 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:22,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-12-02T22:42:22,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:22,886 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:22,886 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-12-02T22:42:22,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-02T22:42:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741839_1015 (size=412) 2024-12-02T22:42:22,905 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cd109b6feedb96c726e102267d3a8fa, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741840_1016 (size=63) 2024-12-02T22:42:23,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:23,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8cd109b6feedb96c726e102267d3a8fa, disabling compactions & flushes 2024-12-02T22:42:23,316 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:42:23,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:42:23,316 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. after waiting 0 ms 2024-12-02T22:42:23,317 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:42:23,317 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:42:23,317 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cd109b6feedb96c726e102267d3a8fa: Waiting for close lock at 1733179343316Disabling compacts and flushes for region at 1733179343316Disabling writes for close at 1733179343316Writing region close event to WAL at 1733179343317 (+1 ms)Closed at 1733179343317 2024-12-02T22:42:23,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:23,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733179343319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179343319"}]},"ts":"1733179343319"} 2024-12-02T22:42:23,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:23,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:23,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179343326"}]},"ts":"1733179343326"} 2024-12-02T22:42:23,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-02T22:42:23,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cd109b6feedb96c726e102267d3a8fa, ASSIGN}] 2024-12-02T22:42:23,332 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cd109b6feedb96c726e102267d3a8fa, ASSIGN 2024-12-02T22:42:23,334 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cd109b6feedb96c726e102267d3a8fa, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-12-02T22:42:23,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8cd109b6feedb96c726e102267d3a8fa, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:23,492 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cd109b6feedb96c726e102267d3a8fa, ASSIGN because future has completed 2024-12-02T22:42:23,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cd109b6feedb96c726e102267d3a8fa, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:23,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:42:23,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cd109b6feedb96c726e102267d3a8fa, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:23,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:23,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,673 INFO [StoreOpener-8cd109b6feedb96c726e102267d3a8fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,676 INFO [StoreOpener-8cd109b6feedb96c726e102267d3a8fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cd109b6feedb96c726e102267d3a8fa columnFamilyName testFamily 2024-12-02T22:42:23,676 DEBUG [StoreOpener-8cd109b6feedb96c726e102267d3a8fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:23,677 INFO [StoreOpener-8cd109b6feedb96c726e102267d3a8fa-1 {}] regionserver.HStore(327): Store=8cd109b6feedb96c726e102267d3a8fa/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:23,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:23,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 8cd109b6feedb96c726e102267d3a8fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67141363, jitterRate=4.84272837638855E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:23,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:42:23,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8cd109b6feedb96c726e102267d3a8fa: Running coprocessor pre-open hook at 1733179343664Writing region info on filesystem at 1733179343664Initializing all the Stores at 1733179343666 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179343666Cleaning up temporary data from old regions at 1733179343680 (+14 ms)Running coprocessor post-open hooks at 1733179343688 (+8 ms)Region opened successfully at 1733179343689 (+1 ms) 2024-12-02T22:42:23,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa., pid=12, masterSystemTime=1733179343648 2024-12-02T22:42:23,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8cd109b6feedb96c726e102267d3a8fa, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:23,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:42:23,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:42:23,702 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cd109b6feedb96c726e102267d3a8fa, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:23,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T22:42:23,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cd109b6feedb96c726e102267d3a8fa, server=9e5ab3b623d7,40791,1733179269381 in 214 msec 2024-12-02T22:42:23,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T22:42:23,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=8cd109b6feedb96c726e102267d3a8fa, ASSIGN in 382 msec 2024-12-02T22:42:23,718 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:23,719 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179343718"}]},"ts":"1733179343718"} 2024-12-02T22:42:23,722 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-02T22:42:23,723 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:23,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 842 msec 2024-12-02T22:42:23,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-12-02T22:42:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-02T22:42:23,904 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-12-02T22:42:23,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-02T22:42:23,905 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:23,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-02T22:42:23,909 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:23,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-12-02T22:42:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:23,925 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:23,925 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-02T22:42:23,928 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-02T22:42:23,930 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-02T22:42:23,931 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-02T22:42:23,932 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-02T22:42:29,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:42:29,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-02T22:42:29,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:29,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316245' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-02T22:42:29,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40791 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:47650 deadline: 1733179355936, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316245' does not exist 2024-12-02T22:42:29,941 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9e5ab3b623d7,40791,1733179269381 for closing scanner id = 5523064850139316245 for 8cd109b6feedb96c726e102267d3a8fa of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316245' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:42:29,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=5661 (was 6311) 2024-12-02T22:42:29,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=5656 2024-12-02T22:42:29,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-12-02T22:42:29,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:29,963 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:29,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-12-02T22:42:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T22:42:29,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:29,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741841_1017 (size=423) 2024-12-02T22:42:30,387 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e61b2b74b9c83da8dc5acf623e125165, NAME => 'testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:30,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741842_1018 (size=74) 2024-12-02T22:42:30,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-12-02T22:42:30,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:30,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing e61b2b74b9c83da8dc5acf623e125165, disabling compactions & flushes 2024-12-02T22:42:30,810 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:42:30,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:42:30,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. after waiting 0 ms 2024-12-02T22:42:30,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:42:30,810 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:42:30,810 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for e61b2b74b9c83da8dc5acf623e125165: Waiting for close lock at 1733179350810Disabling compacts and flushes for region at 1733179350810Disabling writes for close at 1733179350810Writing region close event to WAL at 1733179350810Closed at 1733179350810 2024-12-02T22:42:30,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:30,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733179350815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179350815"}]},"ts":"1733179350815"} 2024-12-02T22:42:30,819 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:30,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:30,821 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179350820"}]},"ts":"1733179350820"} 2024-12-02T22:42:30,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-12-02T22:42:30,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e61b2b74b9c83da8dc5acf623e125165, ASSIGN}] 2024-12-02T22:42:30,827 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e61b2b74b9c83da8dc5acf623e125165, ASSIGN 2024-12-02T22:42:30,828 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e61b2b74b9c83da8dc5acf623e125165, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:30,979 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e61b2b74b9c83da8dc5acf623e125165, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:30,983 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e61b2b74b9c83da8dc5acf623e125165, ASSIGN because future has completed 2024-12-02T22:42:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T22:42:30,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e61b2b74b9c83da8dc5acf623e125165, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:31,145 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:42:31,145 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e61b2b74b9c83da8dc5acf623e125165, NAME => 'testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:31,146 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,146 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:31,146 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,146 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,148 INFO [StoreOpener-e61b2b74b9c83da8dc5acf623e125165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,151 INFO [StoreOpener-e61b2b74b9c83da8dc5acf623e125165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e61b2b74b9c83da8dc5acf623e125165 columnFamilyName testFamily 2024-12-02T22:42:31,151 DEBUG [StoreOpener-e61b2b74b9c83da8dc5acf623e125165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:31,152 INFO [StoreOpener-e61b2b74b9c83da8dc5acf623e125165-1 {}] regionserver.HStore(327): Store=e61b2b74b9c83da8dc5acf623e125165/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:31,152 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,153 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,154 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,154 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,155 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,157 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,160 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:31,160 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e61b2b74b9c83da8dc5acf623e125165; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65707007, jitterRate=-0.020889297127723694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:31,161 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:42:31,161 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e61b2b74b9c83da8dc5acf623e125165: Running coprocessor pre-open hook at 1733179351146Writing region info on filesystem at 1733179351146Initializing all the Stores at 1733179351147 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179351148 (+1 ms)Cleaning up temporary data from old regions at 1733179351155 (+7 ms)Running coprocessor post-open hooks at 1733179351161 (+6 ms)Region opened successfully at 1733179351161 2024-12-02T22:42:31,163 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165., pid=15, masterSystemTime=1733179351138 2024-12-02T22:42:31,167 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:42:31,167 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:42:31,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e61b2b74b9c83da8dc5acf623e125165, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:31,171 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e61b2b74b9c83da8dc5acf623e125165, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:31,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T22:42:31,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e61b2b74b9c83da8dc5acf623e125165, server=9e5ab3b623d7,40791,1733179269381 in 188 msec 2024-12-02T22:42:31,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T22:42:31,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e61b2b74b9c83da8dc5acf623e125165, ASSIGN in 351 msec 2024-12-02T22:42:31,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:31,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179351179"}]},"ts":"1733179351179"} 2024-12-02T22:42:31,182 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-12-02T22:42:31,184 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:31,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2260 sec 2024-12-02T22:42:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T22:42:32,994 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-12-02T22:42:32,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-12-02T22:42:32,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:32,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-12-02T22:42:32,999 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:32,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-12-02T22:42:33,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:33,012 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:33,013 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-12-02T22:42:33,015 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-02T22:42:33,017 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-02T22:42:33,018 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-02T22:42:33,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5523064850139316249 2024-12-02T22:42:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179356017, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:33,021 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-02T22:42:33,022 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-02T22:42:33,023 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:33,024 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:33,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5523064850139316251 2024-12-02T22:42:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179356024, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:33,028 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:33,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5523064850139316252 2024-12-02T22:42:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179356027, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:33,031 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:33,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5523064850139316253 2024-12-02T22:42:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:47650 deadline: 1733179356030, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-02T22:42:33,034 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-02T22:42:33,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1110511482_22 at /127.0.0.1:38978 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=5479 (was 5656) 2024-12-02T22:42:33,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=5478 2024-12-02T22:42:33,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-12-02T22:42:33,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:33,057 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:33,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-12-02T22:42:33,058 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-02T22:42:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741843_1019 (size=418) 2024-12-02T22:42:33,470 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97f1dadfefd596af09bd3c5815863fb0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741844_1020 (size=69) 2024-12-02T22:42:33,885 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:33,885 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 97f1dadfefd596af09bd3c5815863fb0, disabling compactions & flushes 2024-12-02T22:42:33,886 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:42:33,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:42:33,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. after waiting 0 ms 2024-12-02T22:42:33,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:42:33,886 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:42:33,886 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97f1dadfefd596af09bd3c5815863fb0: Waiting for close lock at 1733179353885Disabling compacts and flushes for region at 1733179353885Disabling writes for close at 1733179353886 (+1 ms)Writing region close event to WAL at 1733179353886Closed at 1733179353886 2024-12-02T22:42:33,888 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:33,888 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733179353888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179353888"}]},"ts":"1733179353888"} 2024-12-02T22:42:33,892 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:33,894 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:33,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179353894"}]},"ts":"1733179353894"} 2024-12-02T22:42:33,897 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-02T22:42:33,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97f1dadfefd596af09bd3c5815863fb0, ASSIGN}] 2024-12-02T22:42:33,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97f1dadfefd596af09bd3c5815863fb0, ASSIGN 2024-12-02T22:42:33,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97f1dadfefd596af09bd3c5815863fb0, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:34,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=97f1dadfefd596af09bd3c5815863fb0, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:34,054 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97f1dadfefd596af09bd3c5815863fb0, ASSIGN because future has completed 2024-12-02T22:42:34,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f1dadfefd596af09bd3c5815863fb0, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-02T22:42:34,214 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:42:34,214 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f1dadfefd596af09bd3c5815863fb0, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:34,214 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,215 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:34,215 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,215 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,217 INFO [StoreOpener-97f1dadfefd596af09bd3c5815863fb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,219 INFO [StoreOpener-97f1dadfefd596af09bd3c5815863fb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f1dadfefd596af09bd3c5815863fb0 columnFamilyName testFamily 2024-12-02T22:42:34,219 DEBUG [StoreOpener-97f1dadfefd596af09bd3c5815863fb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:34,220 INFO [StoreOpener-97f1dadfefd596af09bd3c5815863fb0-1 {}] regionserver.HStore(327): Store=97f1dadfefd596af09bd3c5815863fb0/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:34,220 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,222 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,222 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,223 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,223 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,226 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,230 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:34,231 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 97f1dadfefd596af09bd3c5815863fb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75445189, jitterRate=0.12422092258930206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:34,231 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:42:34,231 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 97f1dadfefd596af09bd3c5815863fb0: Running coprocessor pre-open hook at 1733179354215Writing region info on filesystem at 1733179354215Initializing all the Stores at 1733179354216 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179354216Cleaning up temporary data from old regions at 1733179354223 (+7 ms)Running coprocessor post-open hooks at 1733179354231 (+8 ms)Region opened successfully at 1733179354231 2024-12-02T22:42:34,233 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., pid=18, masterSystemTime=1733179354208 2024-12-02T22:42:34,236 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:42:34,236 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:42:34,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=97f1dadfefd596af09bd3c5815863fb0, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:34,240 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f1dadfefd596af09bd3c5815863fb0, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:34,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-02T22:42:34,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f1dadfefd596af09bd3c5815863fb0, server=9e5ab3b623d7,40791,1733179269381 in 187 msec 2024-12-02T22:42:34,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T22:42:34,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97f1dadfefd596af09bd3c5815863fb0, ASSIGN in 349 msec 2024-12-02T22:42:34,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:34,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179354254"}]},"ts":"1733179354254"} 2024-12-02T22:42:34,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-02T22:42:34,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:34,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2070 sec 2024-12-02T22:42:35,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-12-02T22:42:35,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-12-02T22:42:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-02T22:42:36,094 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-12-02T22:42:36,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-02T22:42:36,094 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:36,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-02T22:42:36,100 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:36,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-12-02T22:42:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:36,124 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:36,124 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-02T22:42:36,128 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-02T22:42:36,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-02T22:42:36,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:42:37,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9e5ab3b623d7:40791 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-12-02T22:42:37,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms 2024-12-02T22:42:37,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 from cache 2024-12-02T22:42:37,489 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:42:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-12-02T22:42:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:38,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-02T22:42:39,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-02T22:42:39,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:39,072 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-12-02T22:42:39,072 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:39,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9e5ab3b623d7:40791 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=981ms 2024-12-02T22:42:39,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=981ms 2024-12-02T22:42:39,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 from cache 2024-12-02T22:42:39,144 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 479), ProcessCount=11 (was 11), AvailableMemoryMB=6964 (was 5478) - AvailableMemoryMB LEAK? - 2024-12-02T22:42:39,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=6958 2024-12-02T22:42:39,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-12-02T22:42:39,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:39,176 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:39,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-12-02T22:42:39,177 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T22:42:39,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741845_1021 (size=416) 2024-12-02T22:42:39,591 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f86300f501e0e1b7d59ff942f30ea8d5, NAME => 'testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:39,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741846_1022 (size=67) 2024-12-02T22:42:39,601 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:39,602 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f86300f501e0e1b7d59ff942f30ea8d5, disabling compactions & flushes 2024-12-02T22:42:39,602 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:42:39,602 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:42:39,602 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. after waiting 0 ms 2024-12-02T22:42:39,602 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:42:39,602 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:42:39,602 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f86300f501e0e1b7d59ff942f30ea8d5: Waiting for close lock at 1733179359602Disabling compacts and flushes for region at 1733179359602Disabling writes for close at 1733179359602Writing region close event to WAL at 1733179359602Closed at 1733179359602 2024-12-02T22:42:39,605 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:39,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733179359605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179359605"}]},"ts":"1733179359605"} 2024-12-02T22:42:39,609 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:39,614 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:39,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179359614"}]},"ts":"1733179359614"} 2024-12-02T22:42:39,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-02T22:42:39,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f86300f501e0e1b7d59ff942f30ea8d5, ASSIGN}] 2024-12-02T22:42:39,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f86300f501e0e1b7d59ff942f30ea8d5, ASSIGN 2024-12-02T22:42:39,621 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f86300f501e0e1b7d59ff942f30ea8d5, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-12-02T22:42:39,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f86300f501e0e1b7d59ff942f30ea8d5, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:39,776 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f86300f501e0e1b7d59ff942f30ea8d5, ASSIGN because future has completed 2024-12-02T22:42:39,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f86300f501e0e1b7d59ff942f30ea8d5, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:39,956 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:42:39,956 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f86300f501e0e1b7d59ff942f30ea8d5, NAME => 'testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:39,957 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,957 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:39,957 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,957 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,966 INFO [StoreOpener-f86300f501e0e1b7d59ff942f30ea8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,974 INFO [StoreOpener-f86300f501e0e1b7d59ff942f30ea8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86300f501e0e1b7d59ff942f30ea8d5 columnFamilyName testFamily 2024-12-02T22:42:39,974 DEBUG [StoreOpener-f86300f501e0e1b7d59ff942f30ea8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:39,975 INFO [StoreOpener-f86300f501e0e1b7d59ff942f30ea8d5-1 {}] regionserver.HStore(327): Store=f86300f501e0e1b7d59ff942f30ea8d5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:39,975 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,976 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,977 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,977 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,977 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,980 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,983 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:39,984 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f86300f501e0e1b7d59ff942f30ea8d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67156267, jitterRate=7.063597440719604E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:39,984 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:42:39,985 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f86300f501e0e1b7d59ff942f30ea8d5: Running coprocessor pre-open hook at 1733179359957Writing region info on filesystem at 1733179359957Initializing all the Stores at 1733179359961 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179359962 (+1 ms)Cleaning up temporary data from old regions at 1733179359977 (+15 ms)Running coprocessor post-open hooks at 1733179359985 (+8 ms)Region opened successfully at 1733179359985 2024-12-02T22:42:39,987 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5., pid=21, masterSystemTime=1733179359930 2024-12-02T22:42:39,990 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:42:39,990 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:42:39,991 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f86300f501e0e1b7d59ff942f30ea8d5, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:39,993 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f86300f501e0e1b7d59ff942f30ea8d5, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:39,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T22:42:39,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure f86300f501e0e1b7d59ff942f30ea8d5, server=9e5ab3b623d7,40791,1733179269381 in 219 msec 2024-12-02T22:42:40,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-02T22:42:40,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f86300f501e0e1b7d59ff942f30ea8d5, ASSIGN in 379 msec 2024-12-02T22:42:40,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:40,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179360001"}]},"ts":"1733179360001"} 2024-12-02T22:42:40,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-02T22:42:40,004 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:40,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 839 msec 2024-12-02T22:42:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T22:42:40,194 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-12-02T22:42:40,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-02T22:42:40,194 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:40,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-02T22:42:40,199 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:40,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-12-02T22:42:40,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:40,211 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:40,211 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-02T22:42:40,214 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-02T22:42:40,216 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-02T22:42:40,217 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-02T22:42:40,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-02T22:42:41,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-12-02T22:42:43,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316264' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-02T22:42:43,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40791 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:47650 deadline: 1733179364223, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316264' does not exist 2024-12-02T22:42:43,227 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9e5ab3b623d7,40791,1733179269381 for closing scanner id = 5523064850139316264 for f86300f501e0e1b7d59ff942f30ea8d5 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316264' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:42:43,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1110511482_22 at /127.0.0.1:55844 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=7349 (was 6958) - AvailableMemoryMB LEAK? - 2024-12-02T22:42:43,241 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=7348 2024-12-02T22:42:43,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-12-02T22:42:43,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:43,247 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:43,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-12-02T22:42:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-02T22:42:43,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:43,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741847_1023 (size=411) 2024-12-02T22:42:43,660 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5be727fc7023ef4f2d6b8dfa6e5ed379, NAME => 'testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:43,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741848_1024 (size=62) 2024-12-02T22:42:43,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-12-02T22:42:44,069 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:44,069 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 5be727fc7023ef4f2d6b8dfa6e5ed379, disabling compactions & flushes 2024-12-02T22:42:44,069 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:42:44,069 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:42:44,069 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. after waiting 0 ms 2024-12-02T22:42:44,069 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:42:44,069 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:42:44,069 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5be727fc7023ef4f2d6b8dfa6e5ed379: Waiting for close lock at 1733179364069Disabling compacts and flushes for region at 1733179364069Disabling writes for close at 1733179364069Writing region close event to WAL at 1733179364069Closed at 1733179364069 2024-12-02T22:42:44,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:44,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733179364072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179364072"}]},"ts":"1733179364072"} 2024-12-02T22:42:44,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:44,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:44,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179364077"}]},"ts":"1733179364077"} 2024-12-02T22:42:44,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-02T22:42:44,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5be727fc7023ef4f2d6b8dfa6e5ed379, ASSIGN}] 2024-12-02T22:42:44,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5be727fc7023ef4f2d6b8dfa6e5ed379, ASSIGN 2024-12-02T22:42:44,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5be727fc7023ef4f2d6b8dfa6e5ed379, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:44,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=5be727fc7023ef4f2d6b8dfa6e5ed379, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:44,239 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5be727fc7023ef4f2d6b8dfa6e5ed379, ASSIGN because future has completed 2024-12-02T22:42:44,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be727fc7023ef4f2d6b8dfa6e5ed379, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-02T22:42:44,399 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:42:44,399 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5be727fc7023ef4f2d6b8dfa6e5ed379, NAME => 'testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:44,400 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,400 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:44,400 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,400 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,402 INFO [StoreOpener-5be727fc7023ef4f2d6b8dfa6e5ed379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,404 INFO [StoreOpener-5be727fc7023ef4f2d6b8dfa6e5ed379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5be727fc7023ef4f2d6b8dfa6e5ed379 columnFamilyName testFamily 2024-12-02T22:42:44,404 DEBUG [StoreOpener-5be727fc7023ef4f2d6b8dfa6e5ed379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:44,405 INFO [StoreOpener-5be727fc7023ef4f2d6b8dfa6e5ed379-1 {}] regionserver.HStore(327): Store=5be727fc7023ef4f2d6b8dfa6e5ed379/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:44,405 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,406 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,406 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,407 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,407 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,409 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,412 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:44,413 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5be727fc7023ef4f2d6b8dfa6e5ed379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63041768, jitterRate=-0.06060445308685303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:44,413 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:42:44,413 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5be727fc7023ef4f2d6b8dfa6e5ed379: Running coprocessor pre-open hook at 1733179364400Writing region info on filesystem at 1733179364401 (+1 ms)Initializing all the Stores at 1733179364402 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179364402Cleaning up temporary data from old regions at 1733179364407 (+5 ms)Running coprocessor post-open hooks at 1733179364413 (+6 ms)Region opened successfully at 1733179364413 2024-12-02T22:42:44,415 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379., pid=24, masterSystemTime=1733179364393 2024-12-02T22:42:44,417 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:42:44,417 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:42:44,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=5be727fc7023ef4f2d6b8dfa6e5ed379, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:44,421 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5be727fc7023ef4f2d6b8dfa6e5ed379, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:44,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-02T22:42:44,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 5be727fc7023ef4f2d6b8dfa6e5ed379, server=9e5ab3b623d7,40791,1733179269381 in 182 msec 2024-12-02T22:42:44,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-02T22:42:44,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=5be727fc7023ef4f2d6b8dfa6e5ed379, ASSIGN in 344 msec 2024-12-02T22:42:44,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:44,430 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179364430"}]},"ts":"1733179364430"} 2024-12-02T22:42:44,432 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-02T22:42:44,434 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:44,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1900 sec 2024-12-02T22:42:45,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:42:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-02T22:42:46,293 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-12-02T22:42:46,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-02T22:42:46,294 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:46,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-02T22:42:46,299 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:46,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-12-02T22:42:46,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:46,314 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:46,314 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-02T22:42:46,316 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-02T22:42:46,318 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-02T22:42:46,319 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-02T22:42:46,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-02T22:42:47,761 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-12-02T22:42:49,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-02T22:42:49,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:49,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-12-02T22:42:49,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:49,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316268' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-02T22:42:49,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40791 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:47650 deadline: 1733179370326, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316268' does not exist 2024-12-02T22:42:49,327 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9e5ab3b623d7,40791,1733179269381 for closing scanner id = 5523064850139316268 for 5be727fc7023ef4f2d6b8dfa6e5ed379 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316268' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:42:49,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=6753 (was 7348) 2024-12-02T22:42:49,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=6752 2024-12-02T22:42:49,343 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:49,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-12-02T22:42:49,346 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:49,347 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:49,347 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-12-02T22:42:49,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T22:42:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741849_1025 (size=419) 2024-12-02T22:42:49,759 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51b723f917e7cf5afd3319796333059d, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:49,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741850_1026 (size=70) 2024-12-02T22:42:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-12-02T22:42:50,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:50,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 51b723f917e7cf5afd3319796333059d, disabling compactions & flushes 2024-12-02T22:42:50,169 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:42:50,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:42:50,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. after waiting 0 ms 2024-12-02T22:42:50,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:42:50,169 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:42:50,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51b723f917e7cf5afd3319796333059d: Waiting for close lock at 1733179370169Disabling compacts and flushes for region at 1733179370169Disabling writes for close at 1733179370169Writing region close event to WAL at 1733179370169Closed at 1733179370169 2024-12-02T22:42:50,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:50,172 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733179370172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179370172"}]},"ts":"1733179370172"} 2024-12-02T22:42:50,176 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:50,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:50,177 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179370177"}]},"ts":"1733179370177"} 2024-12-02T22:42:50,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-02T22:42:50,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51b723f917e7cf5afd3319796333059d, ASSIGN}] 2024-12-02T22:42:50,182 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51b723f917e7cf5afd3319796333059d, ASSIGN 2024-12-02T22:42:50,183 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51b723f917e7cf5afd3319796333059d, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:50,334 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=51b723f917e7cf5afd3319796333059d, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:50,338 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51b723f917e7cf5afd3319796333059d, ASSIGN because future has completed 2024-12-02T22:42:50,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51b723f917e7cf5afd3319796333059d, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T22:42:50,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:42:50,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 51b723f917e7cf5afd3319796333059d, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:50,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:50,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,501 INFO [StoreOpener-51b723f917e7cf5afd3319796333059d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,503 INFO [StoreOpener-51b723f917e7cf5afd3319796333059d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51b723f917e7cf5afd3319796333059d columnFamilyName testFamily 2024-12-02T22:42:50,503 DEBUG [StoreOpener-51b723f917e7cf5afd3319796333059d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:50,503 INFO [StoreOpener-51b723f917e7cf5afd3319796333059d-1 {}] regionserver.HStore(327): Store=51b723f917e7cf5afd3319796333059d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:50,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:50,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 51b723f917e7cf5afd3319796333059d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61616790, jitterRate=-0.08183827996253967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:50,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:42:50,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 51b723f917e7cf5afd3319796333059d: Running coprocessor pre-open hook at 1733179370499Writing region info on filesystem at 1733179370499Initializing all the Stores at 1733179370500 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179370500Cleaning up temporary data from old regions at 1733179370506 (+6 ms)Running coprocessor post-open hooks at 1733179370512 (+6 ms)Region opened successfully at 1733179370513 (+1 ms) 2024-12-02T22:42:50,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., pid=27, masterSystemTime=1733179370491 2024-12-02T22:42:50,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:42:50,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:42:50,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=51b723f917e7cf5afd3319796333059d, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:50,519 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51b723f917e7cf5afd3319796333059d, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:50,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-02T22:42:50,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 51b723f917e7cf5afd3319796333059d, server=9e5ab3b623d7,40791,1733179269381 in 183 msec 2024-12-02T22:42:50,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-02T22:42:50,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51b723f917e7cf5afd3319796333059d, ASSIGN in 343 msec 2024-12-02T22:42:50,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:50,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179370528"}]},"ts":"1733179370528"} 2024-12-02T22:42:50,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-02T22:42:50,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:50,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1880 sec 2024-12-02T22:42:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T22:42:52,375 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-12-02T22:42:52,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-02T22:42:52,375 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:52,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-02T22:42:52,389 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:52,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-12-02T22:42:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:52,403 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:52,404 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-02T22:42:52,406 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-02T22:42:52,407 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-02T22:42:52,911 INFO [master/9e5ab3b623d7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T22:42:52,911 INFO [master/9e5ab3b623d7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T22:42:53,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-12-02T22:42:56,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:42:58,412 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9e5ab3b623d7:40791 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-02T22:42:58,412 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-02T22:42:58,412 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 from cache 2024-12-02T22:42:58,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=500 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6600 (was 6752) 2024-12-02T22:42:58,442 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=500, ProcessCount=11, AvailableMemoryMB=6599 2024-12-02T22:42:58,445 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:42:58,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-12-02T22:42:58,451 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:42:58,452 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:58,453 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:42:58,453 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-12-02T22:42:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-02T22:42:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741851_1027 (size=407) 2024-12-02T22:42:58,876 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70098ca0f01623a62a811b459d9db94c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:42:58,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741852_1028 (size=58) 2024-12-02T22:42:58,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:58,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 70098ca0f01623a62a811b459d9db94c, disabling compactions & flushes 2024-12-02T22:42:58,888 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:42:58,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:42:58,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. after waiting 0 ms 2024-12-02T22:42:58,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:42:58,888 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:42:58,888 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70098ca0f01623a62a811b459d9db94c: Waiting for close lock at 1733179378888Disabling compacts and flushes for region at 1733179378888Disabling writes for close at 1733179378888Writing region close event to WAL at 1733179378888Closed at 1733179378888 2024-12-02T22:42:58,890 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:42:58,890 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733179378890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179378890"}]},"ts":"1733179378890"} 2024-12-02T22:42:58,893 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:42:58,894 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:42:58,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179378894"}]},"ts":"1733179378894"} 2024-12-02T22:42:58,897 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-02T22:42:58,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=70098ca0f01623a62a811b459d9db94c, ASSIGN}] 2024-12-02T22:42:58,899 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=70098ca0f01623a62a811b459d9db94c, ASSIGN 2024-12-02T22:42:58,901 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=70098ca0f01623a62a811b459d9db94c, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:42:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-12-02T22:42:59,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=70098ca0f01623a62a811b459d9db94c, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:59,055 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=70098ca0f01623a62a811b459d9db94c, ASSIGN because future has completed 2024-12-02T22:42:59,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70098ca0f01623a62a811b459d9db94c, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:42:59,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-02T22:42:59,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-02T22:42:59,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:42:59,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 70098ca0f01623a62a811b459d9db94c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:42:59,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:42:59,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,216 INFO [StoreOpener-70098ca0f01623a62a811b459d9db94c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,218 INFO [StoreOpener-70098ca0f01623a62a811b459d9db94c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70098ca0f01623a62a811b459d9db94c columnFamilyName testFamily 2024-12-02T22:42:59,218 DEBUG [StoreOpener-70098ca0f01623a62a811b459d9db94c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:42:59,219 INFO [StoreOpener-70098ca0f01623a62a811b459d9db94c-1 {}] regionserver.HStore(327): Store=70098ca0f01623a62a811b459d9db94c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:42:59,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:42:59,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 70098ca0f01623a62a811b459d9db94c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59395712, jitterRate=-0.11493492126464844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:42:59,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:42:59,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 70098ca0f01623a62a811b459d9db94c: Running coprocessor pre-open hook at 1733179379215Writing region info on filesystem at 1733179379215Initializing all the Stores at 1733179379216 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179379216Cleaning up temporary data from old regions at 1733179379221 (+5 ms)Running coprocessor post-open hooks at 1733179379227 (+6 ms)Region opened successfully at 1733179379227 2024-12-02T22:42:59,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c., pid=30, masterSystemTime=1733179379208 2024-12-02T22:42:59,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:42:59,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:42:59,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=70098ca0f01623a62a811b459d9db94c, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:42:59,235 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70098ca0f01623a62a811b459d9db94c, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:42:59,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-02T22:42:59,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 70098ca0f01623a62a811b459d9db94c, server=9e5ab3b623d7,40791,1733179269381 in 181 msec 2024-12-02T22:42:59,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-02T22:42:59,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=70098ca0f01623a62a811b459d9db94c, ASSIGN in 342 msec 2024-12-02T22:42:59,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:42:59,244 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179379244"}]},"ts":"1733179379244"} 2024-12-02T22:42:59,246 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-02T22:42:59,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:42:59,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 801 msec 2024-12-02T22:42:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-02T22:42:59,474 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-12-02T22:42:59,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-02T22:42:59,475 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:59,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-02T22:42:59,482 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:42:59,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-12-02T22:42:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:42:59,506 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:42:59,507 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-02T22:42:59,510 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-02T22:42:59,513 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-02T22:42:59,514 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-02T22:42:59,515 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-02T22:42:59,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-12-02T22:43:04,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:43:05,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316276' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-02T22:43:05,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40791 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:47650 deadline: 1733179391526, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316276' does not exist 2024-12-02T22:43:05,531 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 9e5ab3b623d7,40791,1733179269381 for closing scanner id = 5523064850139316276 for 70098ca0f01623a62a811b459d9db94c of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5523064850139316276' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:43:05,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 500) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6112 (was 6599) 2024-12-02T22:43:05,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=6109 2024-12-02T22:43:05,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:43:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-12-02T22:43:05,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:43:05,624 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:43:05,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:43:05,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-12-02T22:43:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-02T22:43:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741853_1029 (size=423) 2024-12-02T22:43:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-12-02T22:43:06,135 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45dda651f75ddd4211c21f1055164886, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc 2024-12-02T22:43:06,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741854_1030 (size=74) 2024-12-02T22:43:06,155 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:43:06,155 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 45dda651f75ddd4211c21f1055164886, disabling compactions & flushes 2024-12-02T22:43:06,155 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:06,155 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:06,155 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. after waiting 0 ms 2024-12-02T22:43:06,155 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:06,155 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:06,156 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45dda651f75ddd4211c21f1055164886: Waiting for close lock at 1733179386155Disabling compacts and flushes for region at 1733179386155Disabling writes for close at 1733179386155Writing region close event to WAL at 1733179386155Closed at 1733179386155 2024-12-02T22:43:06,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:43:06,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733179386158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733179386158"}]},"ts":"1733179386158"} 2024-12-02T22:43:06,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:43:06,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:43:06,166 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179386165"}]},"ts":"1733179386165"} 2024-12-02T22:43:06,171 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-02T22:43:06,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=45dda651f75ddd4211c21f1055164886, ASSIGN}] 2024-12-02T22:43:06,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=45dda651f75ddd4211c21f1055164886, ASSIGN 2024-12-02T22:43:06,175 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=45dda651f75ddd4211c21f1055164886, ASSIGN; state=OFFLINE, location=9e5ab3b623d7,40791,1733179269381; forceNewPlan=false, retain=false 2024-12-02T22:43:06,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=45dda651f75ddd4211c21f1055164886, regionState=OPENING, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:43:06,330 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=45dda651f75ddd4211c21f1055164886, ASSIGN because future has completed 2024-12-02T22:43:06,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45dda651f75ddd4211c21f1055164886, server=9e5ab3b623d7,40791,1733179269381}] 2024-12-02T22:43:06,501 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:06,502 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 45dda651f75ddd4211c21f1055164886, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:43:06,502 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,502 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:43:06,502 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,502 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,509 INFO [StoreOpener-45dda651f75ddd4211c21f1055164886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,527 INFO [StoreOpener-45dda651f75ddd4211c21f1055164886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45dda651f75ddd4211c21f1055164886 columnFamilyName testFamily 2024-12-02T22:43:06,527 DEBUG [StoreOpener-45dda651f75ddd4211c21f1055164886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:43:06,539 INFO [StoreOpener-45dda651f75ddd4211c21f1055164886-1 {}] regionserver.HStore(327): Store=45dda651f75ddd4211c21f1055164886/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:43:06,543 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,546 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,547 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,548 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,548 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,558 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,565 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:43:06,567 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 45dda651f75ddd4211c21f1055164886; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59697744, jitterRate=-0.11043429374694824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T22:43:06,568 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:06,568 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 45dda651f75ddd4211c21f1055164886: Running coprocessor pre-open hook at 1733179386503Writing region info on filesystem at 1733179386503Initializing all the Stores at 1733179386506 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733179386506Cleaning up temporary data from old regions at 1733179386548 (+42 ms)Running coprocessor post-open hooks at 1733179386568 (+20 ms)Region opened successfully at 1733179386568 2024-12-02T22:43:06,570 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., pid=33, masterSystemTime=1733179386485 2024-12-02T22:43:06,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=45dda651f75ddd4211c21f1055164886, regionState=OPEN, openSeqNum=2, regionLocation=9e5ab3b623d7,40791,1733179269381 2024-12-02T22:43:06,584 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45dda651f75ddd4211c21f1055164886, server=9e5ab3b623d7,40791,1733179269381 because future has completed 2024-12-02T22:43:06,586 DEBUG [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:06,586 INFO [RS_OPEN_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:06,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-02T22:43:06,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 45dda651f75ddd4211c21f1055164886, server=9e5ab3b623d7,40791,1733179269381 in 254 msec 2024-12-02T22:43:06,600 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:43:06,600 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733179386600"}]},"ts":"1733179386600"} 2024-12-02T22:43:06,603 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-02T22:43:06,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-02T22:43:06,608 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:43:06,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=45dda651f75ddd4211c21f1055164886, ASSIGN in 419 msec 2024-12-02T22:43:06,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 989 msec 2024-12-02T22:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-02T22:43:06,644 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-12-02T22:43:06,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-02T22:43:06,645 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:43:06,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-02T22:43:06,652 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T22:43:06,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-12-02T22:43:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:43:06,675 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-02T22:43:06,675 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-02T22:43:06,679 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-02T22:43:06,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-02T22:43:07,489 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:43:07,682 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9e5ab3b623d7:40791 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-12-02T22:43:07,682 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms 2024-12-02T22:43:07,682 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 from cache 2024-12-02T22:43:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-12-02T22:43:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2] 2024-12-02T22:43:08,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-02T22:43:09,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-12-02T22:43:09,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-02T22:43:09,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-12-02T22:43:09,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-02T22:43:09,681 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=9e5ab3b623d7:40791 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=981ms 2024-12-02T22:43:09,682 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=981ms 2024-12-02T22:43:09,682 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., hostname=9e5ab3b623d7,40791,1733179269381, seqNum=2 from cache 2024-12-02T22:43:09,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 526) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 6109) 2024-12-02T22:43:09,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:43:09,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:43:09,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:43:09,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:43:09,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:43:09,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:43:09,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:43:09,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:43:09,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:43:09,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:43:09,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:43:09,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:43:09,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1822065101, stopped=false 2024-12-02T22:43:09,725 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9e5ab3b623d7,39195,1733179268563 2024-12-02T22:43:09,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T22:43:09,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:43:09,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:43:09,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:43:09,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T22:43:09,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:43:09,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T22:43:09,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:43:09,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:43:09,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:43:09,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9e5ab3b623d7,40791,1733179269381' ***** 2024-12-02T22:43:09,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:43:09,746 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:43:09,746 INFO [RS:0;9e5ab3b623d7:40791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:43:09,746 INFO [RS:0;9e5ab3b623d7:40791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:43:09,746 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cc2e3fd8130ae5a01618ebee985ee83 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for edbd891a8ba29eec61a43957c752a1d5 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for e61b2b74b9c83da8dc5acf623e125165 2024-12-02T22:43:09,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 5be727fc7023ef4f2d6b8dfa6e5ed379 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 45dda651f75ddd4211c21f1055164886 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 51b723f917e7cf5afd3319796333059d 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cd109b6feedb96c726e102267d3a8fa 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:09,747 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:43:09,748 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(959): stopping server 9e5ab3b623d7,40791,1733179269381 2024-12-02T22:43:09,748 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cc2e3fd8130ae5a01618ebee985ee83, disabling compactions & flushes 2024-12-02T22:43:09,748 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:43:09,753 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:43:09,753 INFO [RS:0;9e5ab3b623d7:40791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9e5ab3b623d7:40791. 2024-12-02T22:43:09,754 DEBUG [RS:0;9e5ab3b623d7:40791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:43:09,754 DEBUG [RS:0;9e5ab3b623d7:40791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:43:09,754 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:43:09,754 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:43:09,754 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:43:09,754 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:43:09,748 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:43:09,755 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. after waiting 0 ms 2024-12-02T22:43:09,755 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:43:09,760 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cc2e3fd8130ae5a01618ebee985ee83 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:09,770 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-12-02T22:43:09,770 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45dda651f75ddd4211c21f1055164886, 51b723f917e7cf5afd3319796333059d, 5be727fc7023ef4f2d6b8dfa6e5ed379, 5cc2e3fd8130ae5a01618ebee985ee83, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0, e61b2b74b9c83da8dc5acf623e125165, edbd891a8ba29eec61a43957c752a1d5, f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:43:09,775 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:43:09,776 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:43:09,776 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:43:09,776 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:43:09,776 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:43:09,778 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-12-02T22:43:09,903 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83/.tmp/testFamily/b052e05f3d79459f910dd6b1991a6ecd is 61, key is row-0/testFamily:testQualifier/1733179333677/Put/seqid=0 2024-12-02T22:43:09,921 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/info/b165bbe7572f46febb1d168530544e29 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83./info:regioninfo/1733179333484/Put/seqid=0 2024-12-02T22:43:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741855_1031 (size=5049) 2024-12-02T22:43:09,943 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83/.tmp/testFamily/b052e05f3d79459f910dd6b1991a6ecd 2024-12-02T22:43:09,976 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45dda651f75ddd4211c21f1055164886, 51b723f917e7cf5afd3319796333059d, 5be727fc7023ef4f2d6b8dfa6e5ed379, 5cc2e3fd8130ae5a01618ebee985ee83, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0, e61b2b74b9c83da8dc5acf623e125165, edbd891a8ba29eec61a43957c752a1d5, f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:43:09,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741856_1032 (size=20564) 2024-12-02T22:43:09,982 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/info/b165bbe7572f46febb1d168530544e29 2024-12-02T22:43:10,031 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83/.tmp/testFamily/b052e05f3d79459f910dd6b1991a6ecd as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83/testFamily/b052e05f3d79459f910dd6b1991a6ecd 2024-12-02T22:43:10,050 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83/testFamily/b052e05f3d79459f910dd6b1991a6ecd, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:10,067 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5cc2e3fd8130ae5a01618ebee985ee83 in 302ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:10,097 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5cc2e3fd8130ae5a01618ebee985ee83/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:10,100 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:43:10,100 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cc2e3fd8130ae5a01618ebee985ee83: Waiting for close lock at 1733179389748Running coprocessor pre-close hooks at 1733179389748Disabling compacts and flushes for region at 1733179389748Disabling writes for close at 1733179389755 (+7 ms)Obtaining lock to block concurrent updates at 1733179389760 (+5 ms)Preparing flush snapshotting stores in 5cc2e3fd8130ae5a01618ebee985ee83 at 1733179389760Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179389804 (+44 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. at 1733179389805 (+1 ms)Flushing 5cc2e3fd8130ae5a01618ebee985ee83/testFamily: creating writer at 1733179389805Flushing 5cc2e3fd8130ae5a01618ebee985ee83/testFamily: appending metadata at 1733179389887 (+82 ms)Flushing 5cc2e3fd8130ae5a01618ebee985ee83/testFamily: closing flushed file at 1733179389894 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4666371b: reopening flushed file at 1733179390027 (+133 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5cc2e3fd8130ae5a01618ebee985ee83 in 302ms, sequenceid=8, compaction requested=false at 1733179390068 (+41 ms)Writing region close event to WAL at 1733179390089 (+21 ms)Running coprocessor post-close hooks at 1733179390098 (+9 ms)Closed at 1733179390100 (+2 ms) 2024-12-02T22:43:10,101 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733179332591.5cc2e3fd8130ae5a01618ebee985ee83. 2024-12-02T22:43:10,101 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing edbd891a8ba29eec61a43957c752a1d5, disabling compactions & flushes 2024-12-02T22:43:10,101 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:43:10,101 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:43:10,101 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. after waiting 0 ms 2024-12-02T22:43:10,101 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:43:10,101 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing edbd891a8ba29eec61a43957c752a1d5 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:10,121 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/ns/46c73b60349c4652abe044bbcc2beadf is 43, key is default/ns:d/1733179332263/Put/seqid=0 2024-12-02T22:43:10,152 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5/.tmp/testFamily/f4905b1645444e7a851134905aa46894 is 61, key is row-0/testFamily:testQualifier/1733179336818/Put/seqid=0 2024-12-02T22:43:10,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741857_1033 (size=5153) 2024-12-02T22:43:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741858_1034 (size=5049) 2024-12-02T22:43:10,172 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5/.tmp/testFamily/f4905b1645444e7a851134905aa46894 2024-12-02T22:43:10,176 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45dda651f75ddd4211c21f1055164886, 51b723f917e7cf5afd3319796333059d, 5be727fc7023ef4f2d6b8dfa6e5ed379, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0, e61b2b74b9c83da8dc5acf623e125165, edbd891a8ba29eec61a43957c752a1d5, f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:43:10,186 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5/.tmp/testFamily/f4905b1645444e7a851134905aa46894 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5/testFamily/f4905b1645444e7a851134905aa46894 2024-12-02T22:43:10,197 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5/testFamily/f4905b1645444e7a851134905aa46894, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:10,200 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T22:43:10,201 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for edbd891a8ba29eec61a43957c752a1d5 in 99ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:10,222 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScanner/edbd891a8ba29eec61a43957c752a1d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:10,223 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:43:10,223 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for edbd891a8ba29eec61a43957c752a1d5: Waiting for close lock at 1733179390101Running coprocessor pre-close hooks at 1733179390101Disabling compacts and flushes for region at 1733179390101Disabling writes for close at 1733179390101Obtaining lock to block concurrent updates at 1733179390101Preparing flush snapshotting stores in edbd891a8ba29eec61a43957c752a1d5 at 1733179390101Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179390102 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. at 1733179390103 (+1 ms)Flushing edbd891a8ba29eec61a43957c752a1d5/testFamily: creating writer at 1733179390103Flushing edbd891a8ba29eec61a43957c752a1d5/testFamily: appending metadata at 1733179390152 (+49 ms)Flushing edbd891a8ba29eec61a43957c752a1d5/testFamily: closing flushed file at 1733179390152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1111efcb: reopening flushed file at 1733179390183 (+31 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for edbd891a8ba29eec61a43957c752a1d5 in 99ms, sequenceid=8, compaction requested=false at 1733179390201 (+18 ms)Writing region close event to WAL at 1733179390213 (+12 ms)Running coprocessor post-close hooks at 1733179390223 (+10 ms)Closed at 1733179390223 2024-12-02T22:43:10,224 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733179333749.edbd891a8ba29eec61a43957c752a1d5. 2024-12-02T22:43:10,224 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e61b2b74b9c83da8dc5acf623e125165, disabling compactions & flushes 2024-12-02T22:43:10,224 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:43:10,224 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:43:10,224 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. after waiting 0 ms 2024-12-02T22:43:10,224 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:43:10,224 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e61b2b74b9c83da8dc5acf623e125165 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:10,256 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165/.tmp/testFamily/72f276d45d584cc4a36edf0d22188b58 is 61, key is row-0/testFamily:testQualifier/1733179353003/Put/seqid=0 2024-12-02T22:43:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741859_1035 (size=5049) 2024-12-02T22:43:10,315 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165/.tmp/testFamily/72f276d45d584cc4a36edf0d22188b58 2024-12-02T22:43:10,330 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165/.tmp/testFamily/72f276d45d584cc4a36edf0d22188b58 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165/testFamily/72f276d45d584cc4a36edf0d22188b58 2024-12-02T22:43:10,359 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165/testFamily/72f276d45d584cc4a36edf0d22188b58, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:10,361 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e61b2b74b9c83da8dc5acf623e125165 in 137ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:10,376 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45dda651f75ddd4211c21f1055164886, 51b723f917e7cf5afd3319796333059d, 5be727fc7023ef4f2d6b8dfa6e5ed379, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0, e61b2b74b9c83da8dc5acf623e125165, f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:43:10,416 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testRetryOutOfOrderScannerNextException/e61b2b74b9c83da8dc5acf623e125165/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:10,417 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:43:10,418 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e61b2b74b9c83da8dc5acf623e125165: Waiting for close lock at 1733179390224Running coprocessor pre-close hooks at 1733179390224Disabling compacts and flushes for region at 1733179390224Disabling writes for close at 1733179390224Obtaining lock to block concurrent updates at 1733179390224Preparing flush snapshotting stores in e61b2b74b9c83da8dc5acf623e125165 at 1733179390224Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179390224Flushing stores of testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. at 1733179390225 (+1 ms)Flushing e61b2b74b9c83da8dc5acf623e125165/testFamily: creating writer at 1733179390225Flushing e61b2b74b9c83da8dc5acf623e125165/testFamily: appending metadata at 1733179390255 (+30 ms)Flushing e61b2b74b9c83da8dc5acf623e125165/testFamily: closing flushed file at 1733179390255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28acd4d7: reopening flushed file at 1733179390329 (+74 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e61b2b74b9c83da8dc5acf623e125165 in 137ms, sequenceid=8, compaction requested=false at 1733179390361 (+32 ms)Writing region close event to WAL at 1733179390392 (+31 ms)Running coprocessor post-close hooks at 1733179390417 (+25 ms)Closed at 1733179390417 2024-12-02T22:43:10,418 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733179349957.e61b2b74b9c83da8dc5acf623e125165. 2024-12-02T22:43:10,418 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5be727fc7023ef4f2d6b8dfa6e5ed379, disabling compactions & flushes 2024-12-02T22:43:10,418 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:43:10,418 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:43:10,418 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. after waiting 0 ms 2024-12-02T22:43:10,418 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:43:10,418 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5be727fc7023ef4f2d6b8dfa6e5ed379 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:10,466 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379/.tmp/testFamily/d3bee3d3851145dda3fea2c2e004c850 is 61, key is row-0/testFamily:testQualifier/1733179366304/Put/seqid=0 2024-12-02T22:43:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741860_1036 (size=5049) 2024-12-02T22:43:10,498 INFO [regionserver/9e5ab3b623d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:43:10,498 INFO [regionserver/9e5ab3b623d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:43:10,499 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379/.tmp/testFamily/d3bee3d3851145dda3fea2c2e004c850 2024-12-02T22:43:10,519 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379/.tmp/testFamily/d3bee3d3851145dda3fea2c2e004c850 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379/testFamily/d3bee3d3851145dda3fea2c2e004c850 2024-12-02T22:43:10,535 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379/testFamily/d3bee3d3851145dda3fea2c2e004c850, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:10,536 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5be727fc7023ef4f2d6b8dfa6e5ed379 in 118ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:10,547 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNext/5be727fc7023ef4f2d6b8dfa6e5ed379/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:10,552 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:43:10,552 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5be727fc7023ef4f2d6b8dfa6e5ed379: Waiting for close lock at 1733179390418Running coprocessor pre-close hooks at 1733179390418Disabling compacts and flushes for region at 1733179390418Disabling writes for close at 1733179390418Obtaining lock to block concurrent updates at 1733179390418Preparing flush snapshotting stores in 5be727fc7023ef4f2d6b8dfa6e5ed379 at 1733179390418Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179390419 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. at 1733179390425 (+6 ms)Flushing 5be727fc7023ef4f2d6b8dfa6e5ed379/testFamily: creating writer at 1733179390425Flushing 5be727fc7023ef4f2d6b8dfa6e5ed379/testFamily: appending metadata at 1733179390465 (+40 ms)Flushing 5be727fc7023ef4f2d6b8dfa6e5ed379/testFamily: closing flushed file at 1733179390465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340c2a29: reopening flushed file at 1733179390516 (+51 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5be727fc7023ef4f2d6b8dfa6e5ed379 in 118ms, sequenceid=8, compaction requested=false at 1733179390536 (+20 ms)Writing region close event to WAL at 1733179390539 (+3 ms)Running coprocessor post-close hooks at 1733179390552 (+13 ms)Closed at 1733179390552 2024-12-02T22:43:10,552 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733179363243.5be727fc7023ef4f2d6b8dfa6e5ed379. 2024-12-02T22:43:10,552 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45dda651f75ddd4211c21f1055164886, disabling compactions & flushes 2024-12-02T22:43:10,553 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:10,553 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:10,553 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. after waiting 0 ms 2024-12-02T22:43:10,553 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:10,553 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45dda651f75ddd4211c21f1055164886 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:10,561 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/ns/46c73b60349c4652abe044bbcc2beadf 2024-12-02T22:43:10,577 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45dda651f75ddd4211c21f1055164886, 51b723f917e7cf5afd3319796333059d, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0, f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:43:10,597 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886/.tmp/testFamily/2967a3a4969a4b5ea5ded9c1a4f1f60e is 61, key is row-0/testFamily:testQualifier/1733179386657/Put/seqid=0 2024-12-02T22:43:10,615 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/table/7ec11d4af1d04f4aae7f071c3f64f93b is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733179333503/Put/seqid=0 2024-12-02T22:43:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741861_1037 (size=5049) 2024-12-02T22:43:10,632 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886/.tmp/testFamily/2967a3a4969a4b5ea5ded9c1a4f1f60e 2024-12-02T22:43:10,651 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886/.tmp/testFamily/2967a3a4969a4b5ea5ded9c1a4f1f60e as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886/testFamily/2967a3a4969a4b5ea5ded9c1a4f1f60e 2024-12-02T22:43:10,663 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886/testFamily/2967a3a4969a4b5ea5ded9c1a4f1f60e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:10,665 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45dda651f75ddd4211c21f1055164886 in 111ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:10,665 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-12-02T22:43:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741862_1038 (size=6699) 2024-12-02T22:43:10,676 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/table/7ec11d4af1d04f4aae7f071c3f64f93b 2024-12-02T22:43:10,688 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScannerAsync/45dda651f75ddd4211c21f1055164886/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:10,689 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:10,689 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45dda651f75ddd4211c21f1055164886: Waiting for close lock at 1733179390552Running coprocessor pre-close hooks at 1733179390552Disabling compacts and flushes for region at 1733179390552Disabling writes for close at 1733179390553 (+1 ms)Obtaining lock to block concurrent updates at 1733179390553Preparing flush snapshotting stores in 45dda651f75ddd4211c21f1055164886 at 1733179390553Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179390553Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. at 1733179390560 (+7 ms)Flushing 45dda651f75ddd4211c21f1055164886/testFamily: creating writer at 1733179390560Flushing 45dda651f75ddd4211c21f1055164886/testFamily: appending metadata at 1733179390596 (+36 ms)Flushing 45dda651f75ddd4211c21f1055164886/testFamily: closing flushed file at 1733179390596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acbd2f7: reopening flushed file at 1733179390648 (+52 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45dda651f75ddd4211c21f1055164886 in 111ms, sequenceid=8, compaction requested=false at 1733179390665 (+17 ms)Writing region close event to WAL at 1733179390673 (+8 ms)Running coprocessor post-close hooks at 1733179390689 (+16 ms)Closed at 1733179390689 2024-12-02T22:43:10,690 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733179385619.45dda651f75ddd4211c21f1055164886. 2024-12-02T22:43:10,690 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f86300f501e0e1b7d59ff942f30ea8d5, disabling compactions & flushes 2024-12-02T22:43:10,690 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:43:10,690 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:43:10,690 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. after waiting 0 ms 2024-12-02T22:43:10,690 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:43:10,690 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f86300f501e0e1b7d59ff942f30ea8d5 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:10,692 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/info/b165bbe7572f46febb1d168530544e29 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/info/b165bbe7572f46febb1d168530544e29 2024-12-02T22:43:10,707 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/info/b165bbe7572f46febb1d168530544e29, entries=100, sequenceid=56, filesize=20.1 K 2024-12-02T22:43:10,709 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/ns/46c73b60349c4652abe044bbcc2beadf as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/ns/46c73b60349c4652abe044bbcc2beadf 2024-12-02T22:43:10,730 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5/.tmp/testFamily/c7b91ff84e794923947884a468ea07b8 is 61, key is row-0/testFamily:testQualifier/1733179360203/Put/seqid=0 2024-12-02T22:43:10,732 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/ns/46c73b60349c4652abe044bbcc2beadf, entries=2, sequenceid=56, filesize=5.0 K 2024-12-02T22:43:10,740 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/.tmp/table/7ec11d4af1d04f4aae7f071c3f64f93b as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/table/7ec11d4af1d04f4aae7f071c3f64f93b 2024-12-02T22:43:10,761 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/table/7ec11d4af1d04f4aae7f071c3f64f93b, entries=20, sequenceid=56, filesize=6.5 K 2024-12-02T22:43:10,763 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=56, compaction requested=false 2024-12-02T22:43:10,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741863_1039 (size=5049) 2024-12-02T22:43:10,775 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5/.tmp/testFamily/c7b91ff84e794923947884a468ea07b8 2024-12-02T22:43:10,777 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-02T22:43:10,777 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1325): Online Regions={f86300f501e0e1b7d59ff942f30ea8d5=testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5., 51b723f917e7cf5afd3319796333059d=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., 1588230740=hbase:meta,,1.1588230740, 8cd109b6feedb96c726e102267d3a8fa=hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa., 97f1dadfefd596af09bd3c5815863fb0=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., 70098ca0f01623a62a811b459d9db94c=hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.} 2024-12-02T22:43:10,777 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51b723f917e7cf5afd3319796333059d, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0, f86300f501e0e1b7d59ff942f30ea8d5 2024-12-02T22:43:10,787 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-12-02T22:43:10,789 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:43:10,789 INFO [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:43:10,789 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733179389771Running coprocessor pre-close hooks at 1733179389771Disabling compacts and flushes for region at 1733179389771Disabling writes for close at 1733179389776 (+5 ms)Obtaining lock to block concurrent updates at 1733179389779 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733179389779Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733179389794 (+15 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733179389796 (+2 ms)Flushing 1588230740/info: creating writer at 1733179389800 (+4 ms)Flushing 1588230740/info: appending metadata at 1733179389909 (+109 ms)Flushing 1588230740/info: closing flushed file at 1733179389909Flushing 1588230740/ns: creating writer at 1733179390027 (+118 ms)Flushing 1588230740/ns: appending metadata at 1733179390119 (+92 ms)Flushing 1588230740/ns: closing flushed file at 1733179390119Flushing 1588230740/table: creating writer at 1733179390579 (+460 ms)Flushing 1588230740/table: appending metadata at 1733179390614 (+35 ms)Flushing 1588230740/table: closing flushed file at 1733179390614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afc5ced: reopening flushed file at 1733179390689 (+75 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cfd7161: reopening flushed file at 1733179390707 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dafd23d: reopening flushed file at 1733179390732 (+25 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=56, compaction requested=false at 1733179390763 (+31 ms)Writing region close event to WAL at 1733179390770 (+7 ms)Running coprocessor post-close hooks at 1733179390789 (+19 ms)Closed at 1733179390789 2024-12-02T22:43:10,790 DEBUG [RS_CLOSE_META-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:43:10,797 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5/.tmp/testFamily/c7b91ff84e794923947884a468ea07b8 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5/testFamily/c7b91ff84e794923947884a468ea07b8 2024-12-02T22:43:10,829 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5/testFamily/c7b91ff84e794923947884a468ea07b8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:10,833 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f86300f501e0e1b7d59ff942f30ea8d5 in 143ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:10,866 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnNextAsync/f86300f501e0e1b7d59ff942f30ea8d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:10,869 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:43:10,869 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f86300f501e0e1b7d59ff942f30ea8d5: Waiting for close lock at 1733179390690Running coprocessor pre-close hooks at 1733179390690Disabling compacts and flushes for region at 1733179390690Disabling writes for close at 1733179390690Obtaining lock to block concurrent updates at 1733179390690Preparing flush snapshotting stores in f86300f501e0e1b7d59ff942f30ea8d5 at 1733179390690Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179390690Flushing stores of testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. at 1733179390691 (+1 ms)Flushing f86300f501e0e1b7d59ff942f30ea8d5/testFamily: creating writer at 1733179390691Flushing f86300f501e0e1b7d59ff942f30ea8d5/testFamily: appending metadata at 1733179390726 (+35 ms)Flushing f86300f501e0e1b7d59ff942f30ea8d5/testFamily: closing flushed file at 1733179390726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ced11b9: reopening flushed file at 1733179390791 (+65 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f86300f501e0e1b7d59ff942f30ea8d5 in 143ms, sequenceid=8, compaction requested=false at 1733179390834 (+43 ms)Writing region close event to WAL at 1733179390838 (+4 ms)Running coprocessor post-close hooks at 1733179390869 (+31 ms)Closed at 1733179390869 2024-12-02T22:43:10,870 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733179359164.f86300f501e0e1b7d59ff942f30ea8d5. 2024-12-02T22:43:10,870 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51b723f917e7cf5afd3319796333059d, disabling compactions & flushes 2024-12-02T22:43:10,870 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:43:10,870 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:43:10,870 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. after waiting 0 ms 2024-12-02T22:43:10,870 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:43:10,870 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51b723f917e7cf5afd3319796333059d 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:10,916 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d/.tmp/testFamily/6aaf5362d39c4deaa1bc11d35e9e26f6 is 61, key is row-0/testFamily:testQualifier/1733179372394/Put/seqid=0 2024-12-02T22:43:10,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741864_1040 (size=5049) 2024-12-02T22:43:10,977 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 51b723f917e7cf5afd3319796333059d, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:11,178 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 51b723f917e7cf5afd3319796333059d, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:11,359 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d/.tmp/testFamily/6aaf5362d39c4deaa1bc11d35e9e26f6 2024-12-02T22:43:11,376 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d/.tmp/testFamily/6aaf5362d39c4deaa1bc11d35e9e26f6 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d/testFamily/6aaf5362d39c4deaa1bc11d35e9e26f6 2024-12-02T22:43:11,378 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 51b723f917e7cf5afd3319796333059d, 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:11,390 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d/testFamily/6aaf5362d39c4deaa1bc11d35e9e26f6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:11,392 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 51b723f917e7cf5afd3319796333059d in 522ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:11,407 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51b723f917e7cf5afd3319796333059d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:11,409 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:43:11,409 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51b723f917e7cf5afd3319796333059d: Waiting for close lock at 1733179390870Running coprocessor pre-close hooks at 1733179390870Disabling compacts and flushes for region at 1733179390870Disabling writes for close at 1733179390870Obtaining lock to block concurrent updates at 1733179390870Preparing flush snapshotting stores in 51b723f917e7cf5afd3319796333059d at 1733179390870Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179390871 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. at 1733179390873 (+2 ms)Flushing 51b723f917e7cf5afd3319796333059d/testFamily: creating writer at 1733179390874 (+1 ms)Flushing 51b723f917e7cf5afd3319796333059d/testFamily: appending metadata at 1733179390916 (+42 ms)Flushing 51b723f917e7cf5afd3319796333059d/testFamily: closing flushed file at 1733179390916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33901400: reopening flushed file at 1733179391374 (+458 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 51b723f917e7cf5afd3319796333059d in 522ms, sequenceid=8, compaction requested=false at 1733179391392 (+18 ms)Writing region close event to WAL at 1733179391393 (+1 ms)Running coprocessor post-close hooks at 1733179391408 (+15 ms)Closed at 1733179391409 (+1 ms) 2024-12-02T22:43:11,409 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733179369342.51b723f917e7cf5afd3319796333059d. 2024-12-02T22:43:11,409 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cd109b6feedb96c726e102267d3a8fa, disabling compactions & flushes 2024-12-02T22:43:11,409 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:43:11,409 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:43:11,409 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. after waiting 0 ms 2024-12-02T22:43:11,409 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:43:11,410 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cd109b6feedb96c726e102267d3a8fa 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:11,442 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa/.tmp/testFamily/979155757c1247ce91120a3ddbd0eabc is 61, key is row-0/testFamily:testQualifier/1733179343914/Put/seqid=0 2024-12-02T22:43:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741865_1041 (size=5049) 2024-12-02T22:43:11,578 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:11,779 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:43:11,779 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1325): Online Regions={8cd109b6feedb96c726e102267d3a8fa=hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa., 97f1dadfefd596af09bd3c5815863fb0=testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., 70098ca0f01623a62a811b459d9db94c=hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.} 2024-12-02T22:43:11,779 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:11,893 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa/.tmp/testFamily/979155757c1247ce91120a3ddbd0eabc 2024-12-02T22:43:11,914 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa/.tmp/testFamily/979155757c1247ce91120a3ddbd0eabc as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa/testFamily/979155757c1247ce91120a3ddbd0eabc 2024-12-02T22:43:11,943 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa/testFamily/979155757c1247ce91120a3ddbd0eabc, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:11,945 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cd109b6feedb96c726e102267d3a8fa in 536ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:11,979 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 70098ca0f01623a62a811b459d9db94c, 8cd109b6feedb96c726e102267d3a8fa, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:12,000 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNextAsync/8cd109b6feedb96c726e102267d3a8fa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:12,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T22:43:12,006 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:43:12,006 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cd109b6feedb96c726e102267d3a8fa: Waiting for close lock at 1733179391409Running coprocessor pre-close hooks at 1733179391409Disabling compacts and flushes for region at 1733179391409Disabling writes for close at 1733179391409Obtaining lock to block concurrent updates at 1733179391410 (+1 ms)Preparing flush snapshotting stores in 8cd109b6feedb96c726e102267d3a8fa at 1733179391410Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179391410Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. at 1733179391412 (+2 ms)Flushing 8cd109b6feedb96c726e102267d3a8fa/testFamily: creating writer at 1733179391412Flushing 8cd109b6feedb96c726e102267d3a8fa/testFamily: appending metadata at 1733179391442 (+30 ms)Flushing 8cd109b6feedb96c726e102267d3a8fa/testFamily: closing flushed file at 1733179391442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fbac59: reopening flushed file at 1733179391910 (+468 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cd109b6feedb96c726e102267d3a8fa in 536ms, sequenceid=8, compaction requested=false at 1733179391945 (+35 ms)Writing region close event to WAL at 1733179391959 (+14 ms)Running coprocessor post-close hooks at 1733179392006 (+47 ms)Closed at 1733179392006 2024-12-02T22:43:12,006 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733179342881.8cd109b6feedb96c726e102267d3a8fa. 2024-12-02T22:43:12,006 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97f1dadfefd596af09bd3c5815863fb0, disabling compactions & flushes 2024-12-02T22:43:12,006 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:43:12,007 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:43:12,007 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. after waiting 0 ms 2024-12-02T22:43:12,007 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:43:12,007 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97f1dadfefd596af09bd3c5815863fb0 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:12,053 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0/.tmp/testFamily/88dc824bd6394bb48b243297f2d0258f is 61, key is row-0/testFamily:testQualifier/1733179356106/Put/seqid=0 2024-12-02T22:43:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741866_1042 (size=5049) 2024-12-02T22:43:12,180 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 70098ca0f01623a62a811b459d9db94c, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:12,380 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 70098ca0f01623a62a811b459d9db94c, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:12,484 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0/.tmp/testFamily/88dc824bd6394bb48b243297f2d0258f 2024-12-02T22:43:12,529 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0/.tmp/testFamily/88dc824bd6394bb48b243297f2d0258f as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0/testFamily/88dc824bd6394bb48b243297f2d0258f 2024-12-02T22:43:12,580 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0/testFamily/88dc824bd6394bb48b243297f2d0258f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:12,583 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 70098ca0f01623a62a811b459d9db94c, 97f1dadfefd596af09bd3c5815863fb0 2024-12-02T22:43:12,586 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97f1dadfefd596af09bd3c5815863fb0 in 578ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:12,622 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/default/testNormalScanTimeoutOnOpenScanner/97f1dadfefd596af09bd3c5815863fb0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:12,623 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:43:12,623 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97f1dadfefd596af09bd3c5815863fb0: Waiting for close lock at 1733179392006Running coprocessor pre-close hooks at 1733179392006Disabling compacts and flushes for region at 1733179392006Disabling writes for close at 1733179392007 (+1 ms)Obtaining lock to block concurrent updates at 1733179392007Preparing flush snapshotting stores in 97f1dadfefd596af09bd3c5815863fb0 at 1733179392007Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179392007Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. at 1733179392009 (+2 ms)Flushing 97f1dadfefd596af09bd3c5815863fb0/testFamily: creating writer at 1733179392009Flushing 97f1dadfefd596af09bd3c5815863fb0/testFamily: appending metadata at 1733179392052 (+43 ms)Flushing 97f1dadfefd596af09bd3c5815863fb0/testFamily: closing flushed file at 1733179392052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eba265c: reopening flushed file at 1733179392513 (+461 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97f1dadfefd596af09bd3c5815863fb0 in 578ms, sequenceid=8, compaction requested=false at 1733179392586 (+73 ms)Writing region close event to WAL at 1733179392596 (+10 ms)Running coprocessor post-close hooks at 1733179392623 (+27 ms)Closed at 1733179392623 2024-12-02T22:43:12,623 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733179353054.97f1dadfefd596af09bd3c5815863fb0. 2024-12-02T22:43:12,623 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70098ca0f01623a62a811b459d9db94c, disabling compactions & flushes 2024-12-02T22:43:12,623 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:43:12,623 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:43:12,623 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. after waiting 0 ms 2024-12-02T22:43:12,624 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:43:12,624 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70098ca0f01623a62a811b459d9db94c 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-02T22:43:12,706 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c/.tmp/testFamily/1102f13924874296b4d7361b75818c60 is 61, key is row-0/testFamily:testQualifier/1733179379493/Put/seqid=0 2024-12-02T22:43:12,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741867_1043 (size=5049) 2024-12-02T22:43:12,746 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c/.tmp/testFamily/1102f13924874296b4d7361b75818c60 2024-12-02T22:43:12,779 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c/.tmp/testFamily/1102f13924874296b4d7361b75818c60 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c/testFamily/1102f13924874296b4d7361b75818c60 2024-12-02T22:43:12,784 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:43:12,784 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1325): Online Regions={70098ca0f01623a62a811b459d9db94c=hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c.} 2024-12-02T22:43:12,784 DEBUG [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1351): Waiting on 70098ca0f01623a62a811b459d9db94c 2024-12-02T22:43:12,808 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c/testFamily/1102f13924874296b4d7361b75818c60, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T22:43:12,811 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70098ca0f01623a62a811b459d9db94c in 187ms, sequenceid=8, compaction requested=false 2024-12-02T22:43:12,866 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/data/hbase/testMetaScanTimeoutOnNext/70098ca0f01623a62a811b459d9db94c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:43:12,881 INFO [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:43:12,882 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70098ca0f01623a62a811b459d9db94c: Waiting for close lock at 1733179392623Running coprocessor pre-close hooks at 1733179392623Disabling compacts and flushes for region at 1733179392623Disabling writes for close at 1733179392624 (+1 ms)Obtaining lock to block concurrent updates at 1733179392624Preparing flush snapshotting stores in 70098ca0f01623a62a811b459d9db94c at 1733179392624Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733179392624Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. at 1733179392630 (+6 ms)Flushing 70098ca0f01623a62a811b459d9db94c/testFamily: creating writer at 1733179392630Flushing 70098ca0f01623a62a811b459d9db94c/testFamily: appending metadata at 1733179392701 (+71 ms)Flushing 70098ca0f01623a62a811b459d9db94c/testFamily: closing flushed file at 1733179392701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78287210: reopening flushed file at 1733179392775 (+74 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 70098ca0f01623a62a811b459d9db94c in 187ms, sequenceid=8, compaction requested=false at 1733179392811 (+36 ms)Writing region close event to WAL at 1733179392851 (+40 ms)Running coprocessor post-close hooks at 1733179392881 (+30 ms)Closed at 1733179392881 2024-12-02T22:43:12,882 DEBUG [RS_CLOSE_REGION-regionserver/9e5ab3b623d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733179378445.70098ca0f01623a62a811b459d9db94c. 2024-12-02T22:43:12,984 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(976): stopping server 9e5ab3b623d7,40791,1733179269381; all regions closed. 2024-12-02T22:43:13,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741834_1010 (size=19479) 2024-12-02T22:43:13,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/WALs/9e5ab3b623d7,40791,1733179269381/9e5ab3b623d7%2C40791%2C1733179269381.meta.1733179332093.meta not finished, retry = 0 2024-12-02T22:43:13,144 DEBUG [RS:0;9e5ab3b623d7:40791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/oldWALs 2024-12-02T22:43:13,144 INFO [RS:0;9e5ab3b623d7:40791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9e5ab3b623d7%2C40791%2C1733179269381.meta:.meta(num 1733179332093) 2024-12-02T22:43:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741833_1009 (size=20031) 2024-12-02T22:43:13,166 DEBUG [RS:0;9e5ab3b623d7:40791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/oldWALs 2024-12-02T22:43:13,166 INFO [RS:0;9e5ab3b623d7:40791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9e5ab3b623d7%2C40791%2C1733179269381:(num 1733179331566) 2024-12-02T22:43:13,166 DEBUG [RS:0;9e5ab3b623d7:40791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:43:13,166 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:43:13,167 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:43:13,167 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.ChoreService(370): Chore service for: regionserver/9e5ab3b623d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:43:13,167 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:43:13,167 INFO [regionserver/9e5ab3b623d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:43:13,169 INFO [RS:0;9e5ab3b623d7:40791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40791 2024-12-02T22:43:13,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9e5ab3b623d7,40791,1733179269381 2024-12-02T22:43:13,178 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:43:13,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T22:43:13,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9e5ab3b623d7,40791,1733179269381] 2024-12-02T22:43:13,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9e5ab3b623d7,40791,1733179269381 already deleted, retry=false 2024-12-02T22:43:13,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9e5ab3b623d7,40791,1733179269381 expired; onlineServers=0 2024-12-02T22:43:13,189 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9e5ab3b623d7,39195,1733179268563' ***** 2024-12-02T22:43:13,189 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:43:13,189 INFO [M:0;9e5ab3b623d7:39195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:43:13,189 INFO [M:0;9e5ab3b623d7:39195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:43:13,190 DEBUG [M:0;9e5ab3b623d7:39195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:43:13,190 DEBUG [M:0;9e5ab3b623d7:39195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:43:13,190 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.small.0-1733179271395 {}] cleaner.HFileCleaner(306): Exit Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.small.0-1733179271395,5,FailOnTimeoutGroup] 2024-12-02T22:43:13,190 INFO [M:0;9e5ab3b623d7:39195 {}] hbase.ChoreService(370): Chore service for: master/9e5ab3b623d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:43:13,190 INFO [M:0;9e5ab3b623d7:39195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:43:13,190 DEBUG [M:0;9e5ab3b623d7:39195 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:43:13,190 INFO [M:0;9e5ab3b623d7:39195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:43:13,190 INFO [M:0;9e5ab3b623d7:39195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:43:13,192 INFO [M:0;9e5ab3b623d7:39195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:43:13,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:43:13,192 DEBUG [master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.large.0-1733179271394 {}] cleaner.HFileCleaner(306): Exit Thread[master/9e5ab3b623d7:0:becomeActiveMaster-HFileCleaner.large.0-1733179271394,5,FailOnTimeoutGroup] 2024-12-02T22:43:13,192 INFO [regionserver/9e5ab3b623d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:43:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T22:43:13,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T22:43:13,201 DEBUG [M:0;9e5ab3b623d7:39195 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-02T22:43:13,201 DEBUG [M:0;9e5ab3b623d7:39195 {}] master.ActiveMasterManager(353): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-02T22:43:13,201 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:43:13,206 INFO [M:0;9e5ab3b623d7:39195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/.lastflushedseqids 2024-12-02T22:43:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741868_1044 (size=460) 2024-12-02T22:43:13,254 INFO [M:0;9e5ab3b623d7:39195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:43:13,257 INFO [M:0;9e5ab3b623d7:39195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:43:13,258 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:43:13,258 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:43:13,258 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:43:13,258 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:43:13,258 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:43:13,258 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.79 KB heapSize=190.26 KB 2024-12-02T22:43:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:43:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40791-0x101501bce930001, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:43:13,294 INFO [RS:0;9e5ab3b623d7:40791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:43:13,295 INFO [RS:0;9e5ab3b623d7:40791 {}] regionserver.HRegionServer(1031): Exiting; stopping=9e5ab3b623d7,40791,1733179269381; zookeeper connection closed. 2024-12-02T22:43:13,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1f217d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1f217d 2024-12-02T22:43:13,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:43:13,310 DEBUG [M:0;9e5ab3b623d7:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0afc762b5abe47c4af95aaff98f17116 is 82, key is hbase:meta,,1/info:regioninfo/1733179332181/Put/seqid=0 2024-12-02T22:43:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741869_1045 (size=5672) 2024-12-02T22:43:13,350 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0afc762b5abe47c4af95aaff98f17116 2024-12-02T22:43:13,411 DEBUG [M:0;9e5ab3b623d7:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c19e858bda7434c99da7f0028c9d5b9 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733179333511/Put/seqid=0 2024-12-02T22:43:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741870_1046 (size=14069) 2024-12-02T22:43:13,447 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.24 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c19e858bda7434c99da7f0028c9d5b9 2024-12-02T22:43:13,463 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c19e858bda7434c99da7f0028c9d5b9 2024-12-02T22:43:13,497 DEBUG [M:0;9e5ab3b623d7:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d20cdd169f3c445daa288e469fc6eaf3 is 69, key is 9e5ab3b623d7,40791,1733179269381/rs:state/1733179301428/Put/seqid=0 2024-12-02T22:43:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741871_1047 (size=5156) 2024-12-02T22:43:13,931 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d20cdd169f3c445daa288e469fc6eaf3 2024-12-02T22:43:13,947 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0afc762b5abe47c4af95aaff98f17116 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0afc762b5abe47c4af95aaff98f17116 2024-12-02T22:43:13,960 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0afc762b5abe47c4af95aaff98f17116, entries=8, sequenceid=311, filesize=5.5 K 2024-12-02T22:43:13,962 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c19e858bda7434c99da7f0028c9d5b9 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c19e858bda7434c99da7f0028c9d5b9 2024-12-02T22:43:13,980 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c19e858bda7434c99da7f0028c9d5b9 2024-12-02T22:43:13,981 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c19e858bda7434c99da7f0028c9d5b9, entries=33, sequenceid=311, filesize=13.7 K 2024-12-02T22:43:13,984 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d20cdd169f3c445daa288e469fc6eaf3 as hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d20cdd169f3c445daa288e469fc6eaf3 2024-12-02T22:43:13,997 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35611/user/jenkins/test-data/74ac9d42-2009-201b-7bf0-6bd0af740ddc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d20cdd169f3c445daa288e469fc6eaf3, entries=1, sequenceid=311, filesize=5.0 K 2024-12-02T22:43:13,999 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.79 KB/166699, heapSize ~189.96 KB/194520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 740ms, sequenceid=311, compaction requested=false 2024-12-02T22:43:14,024 INFO [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:43:14,024 DEBUG [M:0;9e5ab3b623d7:39195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733179393257Disabling compacts and flushes for region at 1733179393257Disabling writes for close at 1733179393258 (+1 ms)Obtaining lock to block concurrent updates at 1733179393258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733179393258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166699, getHeapSize=194760, getOffHeapSize=0, getCellsCount=358 at 1733179393259 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733179393262 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733179393263 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733179393310 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733179393310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733179393375 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733179393408 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733179393409 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733179393463 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733179393496 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733179393496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68bf3181: reopening flushed file at 1733179393941 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df152be: reopening flushed file at 1733179393960 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4a3405: reopening flushed file at 1733179393981 (+21 ms)Finished flush of dataSize ~162.79 KB/166699, heapSize ~189.96 KB/194520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 740ms, sequenceid=311, compaction requested=false at 1733179393999 (+18 ms)Writing region close event to WAL at 1733179394023 (+24 ms)Closed at 1733179394023 2024-12-02T22:43:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741830_1006 (size=187521) 2024-12-02T22:43:14,046 INFO [M:0;9e5ab3b623d7:39195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:43:14,046 INFO [M:0;9e5ab3b623d7:39195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39195 2024-12-02T22:43:14,046 INFO [M:0;9e5ab3b623d7:39195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:43:14,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:43:14,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:43:14,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x101501bce930000, quorum=127.0.0.1:63844, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:43:14,149 INFO [M:0;9e5ab3b623d7:39195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:43:14,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@341cfc82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:43:14,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:43:14,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:43:14,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:43:14,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/hadoop.log.dir/,STOPPED} 2024-12-02T22:43:14,281 WARN [BP-1937024518-172.17.0.3-1733179263469 heartbeating to localhost/127.0.0.1:35611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:43:14,281 WARN [BP-1937024518-172.17.0.3-1733179263469 heartbeating to localhost/127.0.0.1:35611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937024518-172.17.0.3-1733179263469 (Datanode Uuid 1a13b445-26e0-40d5-896f-11d40965ebe1) service to localhost/127.0.0.1:35611 2024-12-02T22:43:14,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74/data/data1/current/BP-1937024518-172.17.0.3-1733179263469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:43:14,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/cluster_6dfa5a13-6b42-50ef-0e4f-cafe5e40bd74/data/data2/current/BP-1937024518-172.17.0.3-1733179263469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:43:14,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:43:14,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:43:14,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:43:14,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:43:14,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:43:14,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:43:14,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:43:14,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/307c9148-c71d-afe9-40d7-8d3ac1201e82/hadoop.log.dir/,STOPPED} 2024-12-02T22:43:14,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:43:14,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down