2024-11-11 04:52:54,526 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc 2024-11-11 04:52:54,550 main DEBUG Took 0.020795 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 04:52:54,550 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 04:52:54,551 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 04:52:54,552 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 04:52:54,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,574 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 04:52:54,617 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,627 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,628 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,630 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,632 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,636 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,638 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,639 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 04:52:54,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,642 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 04:52:54,645 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 04:52:54,649 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 04:52:54,651 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 04:52:54,651 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 04:52:54,653 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 04:52:54,653 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 04:52:54,665 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 04:52:54,668 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 04:52:54,670 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 04:52:54,670 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 04:52:54,671 main DEBUG createAppenders(={Console}) 2024-11-11 04:52:54,672 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc initialized 2024-11-11 04:52:54,672 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc 2024-11-11 04:52:54,672 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5e7cd6cc OK. 2024-11-11 04:52:54,673 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 04:52:54,673 main DEBUG OutputStream closed 2024-11-11 04:52:54,674 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 04:52:54,674 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 04:52:54,674 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@434a63ab OK 2024-11-11 04:52:54,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 04:52:54,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 04:52:54,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 04:52:54,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 04:52:54,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 04:52:54,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 04:52:54,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 04:52:54,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 04:52:54,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 04:52:54,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 04:52:54,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 04:52:54,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 04:52:54,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 04:52:54,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 04:52:54,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 04:52:54,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 04:52:54,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 04:52:54,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 04:52:54,790 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 04:52:54,790 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b2c5e07) with optional ClassLoader: null 2024-11-11 04:52:54,790 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 04:52:54,791 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b2c5e07] started OK. 2024-11-11T04:52:54,805 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-11 04:52:54,808 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 04:52:54,808 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T04:52:55,138 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929 2024-11-11T04:52:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T04:52:55,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7, deleteOnExit=true 2024-11-11T04:52:55,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T04:52:55,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/test.cache.data in system properties and HBase conf 2024-11-11T04:52:55,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T04:52:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/hadoop.log.dir in system properties and HBase conf 2024-11-11T04:52:55,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T04:52:55,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T04:52:55,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T04:52:55,349 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T04:52:55,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T04:52:55,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T04:52:55,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T04:52:55,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T04:52:55,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T04:52:55,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T04:52:55,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T04:52:55,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T04:52:55,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T04:52:55,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T04:52:55,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/nfs.dump.dir in system properties and HBase conf 2024-11-11T04:52:55,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/java.io.tmpdir in system properties and HBase conf 2024-11-11T04:52:55,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T04:52:55,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T04:52:55,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T04:52:56,598 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T04:52:56,708 INFO [Time-limited test {}] log.Log(170): Logging initialized @3204ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T04:52:56,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T04:52:56,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T04:52:56,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T04:52:56,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T04:52:56,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T04:52:56,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T04:52:56,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6193f924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/hadoop.log.dir/,AVAILABLE} 2024-11-11T04:52:56,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@734175dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T04:52:57,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc299d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/java.io.tmpdir/jetty-localhost-35923-hadoop-hdfs-3_4_1-tests_jar-_-any-12656400755290843527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T04:52:57,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e20720d{HTTP/1.1, (http/1.1)}{localhost:35923} 2024-11-11T04:52:57,229 INFO [Time-limited test {}] server.Server(415): Started @3727ms 2024-11-11T04:52:57,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T04:52:57,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T04:52:57,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T04:52:57,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T04:52:57,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T04:52:57,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59dc2560{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/hadoop.log.dir/,AVAILABLE} 2024-11-11T04:52:57,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ffb86f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T04:52:57,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dbf03bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/java.io.tmpdir/jetty-localhost-40673-hadoop-hdfs-3_4_1-tests_jar-_-any-15406319143503856134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T04:52:57,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc8a3f2{HTTP/1.1, (http/1.1)}{localhost:40673} 2024-11-11T04:52:57,883 INFO [Time-limited test {}] server.Server(415): Started @4381ms 2024-11-11T04:52:57,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T04:52:58,641 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7/data/data1/current/BP-651632475-172.17.0.2-1731300776308/current, will proceed with Du for space computation calculation, 2024-11-11T04:52:58,645 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7/data/data2/current/BP-651632475-172.17.0.2-1731300776308/current, will proceed with Du for space computation calculation, 2024-11-11T04:52:58,747 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T04:52:58,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929 2024-11-11T04:52:58,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202c8d55da6c588f with lease ID 0xacdc455a2b5ea92c: Processing first storage report for DS-fd2979a9-b0a1-43cd-a4ba-4b08112416c5 from datanode DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c8da11db-8ab9-45fd-8b22-4557696b4bcf, infoPort=34839, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=396540723;c=1731300776308) 2024-11-11T04:52:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202c8d55da6c588f with lease ID 0xacdc455a2b5ea92c: from storage DS-fd2979a9-b0a1-43cd-a4ba-4b08112416c5 node DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c8da11db-8ab9-45fd-8b22-4557696b4bcf, infoPort=34839, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=396540723;c=1731300776308), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T04:52:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202c8d55da6c588f with lease ID 0xacdc455a2b5ea92c: Processing first storage report for DS-8f0904a7-50bd-4d39-9447-a19ef46a88d7 from datanode DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c8da11db-8ab9-45fd-8b22-4557696b4bcf, infoPort=34839, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=396540723;c=1731300776308) 2024-11-11T04:52:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202c8d55da6c588f with lease ID 0xacdc455a2b5ea92c: from storage DS-8f0904a7-50bd-4d39-9447-a19ef46a88d7 node DatanodeRegistration(127.0.0.1:33271, datanodeUuid=c8da11db-8ab9-45fd-8b22-4557696b4bcf, infoPort=34839, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=396540723;c=1731300776308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T04:52:58,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7/zookeeper_0, clientPort=53458, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T04:52:58,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53458 2024-11-11T04:52:58,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:52:58,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:52:59,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741825_1001 (size=7) 2024-11-11T04:52:59,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 with version=8 2024-11-11T04:52:59,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/hbase-staging 2024-11-11T04:52:59,791 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T04:53:00,060 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a7bef91497aa:0 server-side Connection retries=9 2024-11-11T04:53:00,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:53:00,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T04:53:00,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T04:53:00,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:53:00,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T04:53:00,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T04:53:00,367 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T04:53:00,382 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T04:53:00,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:53:00,425 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16194 (auto-detected) 2024-11-11T04:53:00,427 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T04:53:00,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44833 2024-11-11T04:53:00,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44833 connecting to ZooKeeper ensemble=127.0.0.1:53458 2024-11-11T04:53:00,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448330x0, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T04:53:00,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44833-0x10195acd8f90000 connected 2024-11-11T04:53:00,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:53:00,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:53:00,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:53:00,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365, hbase.cluster.distributed=false 2024-11-11T04:53:00,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T04:53:00,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-11T04:53:00,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44833 2024-11-11T04:53:00,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44833 2024-11-11T04:53:00,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-11T04:53:00,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44833 2024-11-11T04:53:00,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a7bef91497aa:0 server-side Connection retries=9 2024-11-11T04:53:00,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:53:00,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T04:53:00,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T04:53:00,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T04:53:00,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T04:53:00,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T04:53:00,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T04:53:00,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46359 2024-11-11T04:53:00,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46359 connecting to ZooKeeper ensemble=127.0.0.1:53458 2024-11-11T04:53:00,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:53:00,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:53:00,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463590x0, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T04:53:00,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463590x0, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:53:00,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46359-0x10195acd8f90001 connected 2024-11-11T04:53:00,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T04:53:00,843 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T04:53:00,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T04:53:00,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T04:53:00,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46359 2024-11-11T04:53:00,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46359 2024-11-11T04:53:00,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46359 2024-11-11T04:53:00,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46359 2024-11-11T04:53:00,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46359 2024-11-11T04:53:00,900 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a7bef91497aa:44833 2024-11-11T04:53:00,901 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a7bef91497aa,44833,1731300779848 2024-11-11T04:53:00,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:53:00,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:53:00,914 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a7bef91497aa,44833,1731300779848 2024-11-11T04:53:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T04:53:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:00,944 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T04:53:00,945 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a7bef91497aa,44833,1731300779848 from backup master directory 2024-11-11T04:53:00,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a7bef91497aa,44833,1731300779848 2024-11-11T04:53:00,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:53:00,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T04:53:00,952 WARN [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T04:53:00,953 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a7bef91497aa,44833,1731300779848 2024-11-11T04:53:00,955 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T04:53:00,959 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T04:53:01,021 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/hbase.id] with ID: 354b12cd-036b-4d4c-92c1-02148f4dbd34 2024-11-11T04:53:01,021 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/.tmp/hbase.id 2024-11-11T04:53:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741826_1002 (size=42) 2024-11-11T04:53:01,438 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/.tmp/hbase.id]:[hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/hbase.id] 2024-11-11T04:53:01,503 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T04:53:01,510 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T04:53:01,539 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-11T04:53:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:01,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741827_1003 (size=196) 2024-11-11T04:53:01,587 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:53:01,590 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T04:53:01,613 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:53:01,618 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T04:53:01,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741828_1004 (size=1189) 2024-11-11T04:53:02,080 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store 2024-11-11T04:53:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741829_1005 (size=34) 2024-11-11T04:53:02,112 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T04:53:02,115 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:53:02,117 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T04:53:02,117 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:02,117 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:02,119 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T04:53:02,119 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:02,119 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:53:02,120 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731300782117Disabling compacts and flushes for region at 1731300782117Disabling writes for close at 1731300782119 (+2 ms)Writing region close event to WAL at 1731300782119Closed at 1731300782119 2024-11-11T04:53:02,122 WARN [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/.initializing 2024-11-11T04:53:02,123 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/WALs/a7bef91497aa,44833,1731300779848 2024-11-11T04:53:02,133 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T04:53:02,151 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C44833%2C1731300779848, suffix=, logDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/WALs/a7bef91497aa,44833,1731300779848, archiveDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/oldWALs, maxLogs=10 2024-11-11T04:53:02,179 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/WALs/a7bef91497aa,44833,1731300779848/a7bef91497aa%2C44833%2C1731300779848.1731300782156, exclude list is [], retry=0 2024-11-11T04:53:02,202 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-fd2979a9-b0a1-43cd-a4ba-4b08112416c5,DISK] 2024-11-11T04:53:02,206 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T04:53:02,252 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/WALs/a7bef91497aa,44833,1731300779848/a7bef91497aa%2C44833%2C1731300779848.1731300782156 2024-11-11T04:53:02,253 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34839:34839)] 2024-11-11T04:53:02,254 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:53:02,254 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:53:02,257 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,258 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T04:53:02,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:02,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:53:02,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T04:53:02,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:02,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:02,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T04:53:02,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:02,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:02,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T04:53:02,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:02,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:53:02,363 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,368 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,369 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,375 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,376 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,380 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T04:53:02,385 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T04:53:02,393 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:53:02,395 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65148589, jitterRate=-0.029210373759269714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T04:53:02,403 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731300782272Initializing all the Stores at 1731300782274 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300782275 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300782276 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300782276Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300782276Cleaning up temporary data from old regions at 1731300782376 (+100 ms)Region opened successfully at 1731300782403 (+27 ms) 2024-11-11T04:53:02,405 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T04:53:02,452 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583ee293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T04:53:02,494 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T04:53:02,510 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T04:53:02,510 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T04:53:02,514 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T04:53:02,516 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T04:53:02,521 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T04:53:02,522 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T04:53:02,555 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T04:53:02,566 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T04:53:02,570 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T04:53:02,572 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T04:53:02,574 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T04:53:02,576 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T04:53:02,579 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T04:53:02,583 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T04:53:02,585 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T04:53:02,587 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T04:53:02,589 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T04:53:02,612 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T04:53:02,614 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T04:53:02,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T04:53:02,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T04:53:02,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:02,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:02,624 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a7bef91497aa,44833,1731300779848, sessionid=0x10195acd8f90000, setting cluster-up flag (Was=false) 2024-11-11T04:53:02,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:02,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:02,646 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T04:53:02,650 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7bef91497aa,44833,1731300779848 2024-11-11T04:53:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:02,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:53:02,664 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T04:53:02,667 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a7bef91497aa,44833,1731300779848 2024-11-11T04:53:02,675 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T04:53:02,687 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(746): ClusterId : 354b12cd-036b-4d4c-92c1-02148f4dbd34 2024-11-11T04:53:02,694 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T04:53:02,699 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T04:53:02,699 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T04:53:02,702 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T04:53:02,703 DEBUG [RS:0;a7bef91497aa:46359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5b6fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a7bef91497aa/172.17.0.2:0 2024-11-11T04:53:02,721 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a7bef91497aa:46359 2024-11-11T04:53:02,724 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T04:53:02,724 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T04:53:02,724 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T04:53:02,727 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44833,1731300779848 with port=46359, startcode=1731300780733 2024-11-11T04:53:02,745 DEBUG [RS:0;a7bef91497aa:46359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T04:53:02,775 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T04:53:02,789 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T04:53:02,794 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T04:53:02,800 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T04:53:02,800 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T04:53:02,809 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a7bef91497aa,44833,1731300779848 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T04:53:02,821 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:53:02,821 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:53:02,822 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:53:02,822 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a7bef91497aa:0, corePoolSize=5, maxPoolSize=5 2024-11-11T04:53:02,822 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a7bef91497aa:0, corePoolSize=10, maxPoolSize=10 2024-11-11T04:53:02,823 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:02,823 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T04:53:02,823 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:02,837 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T04:53:02,839 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T04:53:02,840 WARN [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-11T04:53:02,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T04:53:02,844 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731300812844 2024-11-11T04:53:02,847 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T04:53:02,849 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T04:53:02,855 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T04:53:02,855 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T04:53:02,856 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T04:53:02,856 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T04:53:02,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:02,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T04:53:02,867 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:02,874 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T04:53:02,875 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T04:53:02,876 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T04:53:02,880 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T04:53:02,880 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T04:53:02,884 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731300782882,5,FailOnTimeoutGroup] 2024-11-11T04:53:02,889 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731300782884,5,FailOnTimeoutGroup] 2024-11-11T04:53:02,889 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:02,890 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T04:53:02,891 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:02,892 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:02,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741831_1007 (size=1321) 2024-11-11T04:53:03,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T04:53:03,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:53:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741832_1008 (size=32) 2024-11-11T04:53:03,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:53:03,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T04:53:03,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T04:53:03,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:03,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:53:03,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T04:53:03,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T04:53:03,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:03,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:53:03,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T04:53:03,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T04:53:03,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:03,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:53:03,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T04:53:03,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T04:53:03,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:53:03,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:53:03,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T04:53:03,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740 2024-11-11T04:53:03,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740 2024-11-11T04:53:03,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T04:53:03,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T04:53:03,757 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T04:53:03,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T04:53:03,768 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:53:03,769 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63213749, jitterRate=-0.058041736483573914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T04:53:03,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731300783715Initializing all the Stores at 1731300783717 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300783717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300783717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300783718 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300783718Cleaning up temporary data from old regions at 1731300783755 (+37 ms)Region opened successfully at 1731300783772 (+17 ms) 2024-11-11T04:53:03,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T04:53:03,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T04:53:03,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T04:53:03,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T04:53:03,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T04:53:03,775 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T04:53:03,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731300783773Disabling compacts and flushes for region at 1731300783773Disabling writes for close at 1731300783773Writing region close event to WAL at 1731300783775 (+2 ms)Closed at 1731300783775 2024-11-11T04:53:03,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T04:53:03,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T04:53:03,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T04:53:03,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T04:53:03,804 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T04:53:03,955 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:04,956 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:05,956 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:06,957 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:07,958 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:08,959 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:09,959 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:10,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T04:53:10,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T04:53:10,960 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:11,961 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:12,961 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:13,962 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:14,962 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:15,963 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:16,963 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:17,964 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:18,965 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:19,965 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:20,966 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:21,967 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:22,967 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:23,968 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:24,968 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:25,969 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:26,970 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:27,971 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:28,818 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:53:28,971 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:29,972 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:30,973 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:31,973 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:32,841 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(2659): reportForDuty to master=a7bef91497aa,44833,1731300779848 with port=46359, startcode=1731300780733 2024-11-11T04:53:32,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a7bef91497aa,46359,1731300780733 2024-11-11T04:53:32,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44833 {}] master.ServerManager(517): Registering regionserver=a7bef91497aa,46359,1731300780733 2024-11-11T04:53:32,858 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:53:32,858 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41647 2024-11-11T04:53:32,858 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T04:53:32,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T04:53:32,865 DEBUG [RS:0;a7bef91497aa:46359 {}] zookeeper.ZKUtil(111): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a7bef91497aa,46359,1731300780733 2024-11-11T04:53:32,865 WARN [RS:0;a7bef91497aa:46359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T04:53:32,865 INFO [RS:0;a7bef91497aa:46359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T04:53:32,865 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/WALs/a7bef91497aa,46359,1731300780733 2024-11-11T04:53:32,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a7bef91497aa,46359,1731300780733] 2024-11-11T04:53:32,899 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T04:53:32,914 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T04:53:32,920 INFO [RS:0;a7bef91497aa:46359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T04:53:32,921 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,921 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T04:53:32,928 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T04:53:32,930 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,930 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,930 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,931 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,931 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,931 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,931 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a7bef91497aa:0, corePoolSize=2, maxPoolSize=2 2024-11-11T04:53:32,931 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,932 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,932 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,932 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,932 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,932 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a7bef91497aa:0, corePoolSize=1, maxPoolSize=1 2024-11-11T04:53:32,933 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T04:53:32,933 DEBUG [RS:0;a7bef91497aa:46359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a7bef91497aa:0, corePoolSize=3, maxPoolSize=3 2024-11-11T04:53:32,934 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,934 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,934 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,934 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,934 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,935 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,46359,1731300780733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T04:53:32,958 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T04:53:32,961 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,46359,1731300780733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,961 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,961 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.Replication(171): a7bef91497aa,46359,1731300780733 started 2024-11-11T04:53:32,974 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:32,982 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:53:32,983 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1482): Serving as a7bef91497aa,46359,1731300780733, RpcServer on a7bef91497aa/172.17.0.2:46359, sessionid=0x10195acd8f90001 2024-11-11T04:53:32,984 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T04:53:32,984 DEBUG [RS:0;a7bef91497aa:46359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a7bef91497aa,46359,1731300780733 2024-11-11T04:53:32,984 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,46359,1731300780733' 2024-11-11T04:53:32,984 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T04:53:32,986 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T04:53:32,986 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T04:53:32,987 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T04:53:32,987 DEBUG [RS:0;a7bef91497aa:46359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a7bef91497aa,46359,1731300780733 2024-11-11T04:53:32,987 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a7bef91497aa,46359,1731300780733' 2024-11-11T04:53:32,987 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T04:53:32,988 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T04:53:32,988 DEBUG [RS:0;a7bef91497aa:46359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T04:53:32,989 INFO [RS:0;a7bef91497aa:46359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T04:53:32,989 INFO [RS:0;a7bef91497aa:46359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T04:53:33,975 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:34,975 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:35,976 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:36,977 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:37,977 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:38,978 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:39,979 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:40,979 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:41,980 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:42,981 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:43,982 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:44,982 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:45,983 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:46,983 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:47,984 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:48,985 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:49,986 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:50,986 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:51,987 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:52,987 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:53,988 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:54,989 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:55,989 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:56,990 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:57,991 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:58,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:53:58,991 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:53:59,992 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:54:00,993 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:54:01,993 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:54:02,994 WARN [a7bef91497aa:44833 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T04:54:02,995 INFO [RS:0;a7bef91497aa:46359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T04:54:02,999 INFO [RS:0;a7bef91497aa:46359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C46359%2C1731300780733, suffix=, logDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/WALs/a7bef91497aa,46359,1731300780733, archiveDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/oldWALs, maxLogs=32 2024-11-11T04:54:03,015 DEBUG [RS:0;a7bef91497aa:46359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/WALs/a7bef91497aa,46359,1731300780733/a7bef91497aa%2C46359%2C1731300780733.1731300843001, exclude list is [], retry=0 2024-11-11T04:54:03,021 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-fd2979a9-b0a1-43cd-a4ba-4b08112416c5,DISK] 2024-11-11T04:54:03,024 INFO [RS:0;a7bef91497aa:46359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/WALs/a7bef91497aa,46359,1731300780733/a7bef91497aa%2C46359%2C1731300780733.1731300843001 2024-11-11T04:54:03,025 DEBUG [RS:0;a7bef91497aa:46359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34839:34839)] 2024-11-11T04:54:03,246 DEBUG [a7bef91497aa:44833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T04:54:03,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:03,266 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,46359,1731300780733, state=OPENING 2024-11-11T04:54:03,271 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T04:54:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:54:03,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:54:03,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:54:03,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:54:03,275 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T04:54:03,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:03,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T04:54:03,458 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T04:54:03,468 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T04:54:03,468 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T04:54:03,469 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T04:54:03,472 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a7bef91497aa%2C46359%2C1731300780733.meta, suffix=.meta, logDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/WALs/a7bef91497aa,46359,1731300780733, archiveDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/oldWALs, maxLogs=32 2024-11-11T04:54:03,488 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/WALs/a7bef91497aa,46359,1731300780733/a7bef91497aa%2C46359%2C1731300780733.meta.1731300843473.meta, exclude list is [], retry=0 2024-11-11T04:54:03,491 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33271,DS-fd2979a9-b0a1-43cd-a4ba-4b08112416c5,DISK] 2024-11-11T04:54:03,494 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/WALs/a7bef91497aa,46359,1731300780733/a7bef91497aa%2C46359%2C1731300780733.meta.1731300843473.meta 2024-11-11T04:54:03,494 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34839:34839)] 2024-11-11T04:54:03,494 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:03,496 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T04:54:03,499 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T04:54:03,503 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T04:54:03,508 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T04:54:03,508 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:03,508 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T04:54:03,508 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T04:54:03,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T04:54:03,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T04:54:03,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:03,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:54:03,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T04:54:03,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T04:54:03,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:03,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:54:03,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T04:54:03,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T04:54:03,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:03,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:54:03,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T04:54:03,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T04:54:03,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:03,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T04:54:03,520 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T04:54:03,521 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740 2024-11-11T04:54:03,524 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740 2024-11-11T04:54:03,526 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T04:54:03,526 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T04:54:03,527 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T04:54:03,529 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T04:54:03,531 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64019445, jitterRate=-0.04603593051433563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T04:54:03,531 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T04:54:03,533 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731300843509Writing region info on filesystem at 1731300843509Initializing all the Stores at 1731300843511 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300843511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300843511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300843511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731300843511Cleaning up temporary data from old regions at 1731300843526 (+15 ms)Running coprocessor post-open hooks at 1731300843531 (+5 ms)Region opened successfully at 1731300843533 (+2 ms) 2024-11-11T04:54:03,540 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731300843446 2024-11-11T04:54:03,551 DEBUG [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T04:54:03,551 INFO [RS_OPEN_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T04:54:03,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:03,556 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a7bef91497aa,46359,1731300780733, state=OPEN 2024-11-11T04:54:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T04:54:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T04:54:03,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:54:03,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T04:54:03,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:03,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T04:54:03,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a7bef91497aa,46359,1731300780733 in 285 msec 2024-11-11T04:54:03,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T04:54:03,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7800 sec 2024-11-11T04:54:03,574 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T04:54:03,574 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T04:54:03,594 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:54:03,596 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,46359,1731300780733, seqNum=-1] 2024-11-11T04:54:03,617 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:54:03,619 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:54:03,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.927 sec 2024-11-11T04:54:03,639 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731300843639, completionTime=-1 2024-11-11T04:54:03,643 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T04:54:03,643 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T04:54:03,675 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T04:54:03,675 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731300903675 2024-11-11T04:54:03,675 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731300963675 2024-11-11T04:54:03,675 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-11T04:54:03,677 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44833,1731300779848-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T04:54:03,678 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44833,1731300779848-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:54:03,678 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44833,1731300779848-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:54:03,680 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a7bef91497aa:44833, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:54:03,680 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T04:54:03,681 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T04:54:03,688 DEBUG [master/a7bef91497aa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T04:54:03,711 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.757sec 2024-11-11T04:54:03,712 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T04:54:03,713 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T04:54:03,714 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T04:54:03,715 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T04:54:03,715 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T04:54:03,715 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44833,1731300779848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T04:54:03,716 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44833,1731300779848-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T04:54:03,724 DEBUG [master/a7bef91497aa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T04:54:03,725 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T04:54:03,725 INFO [master/a7bef91497aa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a7bef91497aa,44833,1731300779848-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T04:54:03,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624292ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:54:03,745 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T04:54:03,745 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T04:54:03,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,44833,-1 for getting cluster id 2024-11-11T04:54:03,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:54:03,758 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '354b12cd-036b-4d4c-92c1-02148f4dbd34' 2024-11-11T04:54:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:54:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "354b12cd-036b-4d4c-92c1-02148f4dbd34" 2024-11-11T04:54:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:54:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,44833,-1] 2024-11-11T04:54:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:54:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:54:03,769 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:54:03,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1abf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:54:03,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:54:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,46359,1731300780733, seqNum=-1] 2024-11-11T04:54:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:54:03,782 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:54:03,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a7bef91497aa,44833,1731300779848 2024-11-11T04:54:03,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7530e3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:54:03,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a7bef91497aa,44833,-1 for getting cluster id 2024-11-11T04:54:03,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T04:54:03,807 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '354b12cd-036b-4d4c-92c1-02148f4dbd34' 2024-11-11T04:54:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T04:54:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "354b12cd-036b-4d4c-92c1-02148f4dbd34" 2024-11-11T04:54:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2f7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:54:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a7bef91497aa,44833,-1] 2024-11-11T04:54:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T04:54:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:54:03,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T04:54:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a9f507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T04:54:03,828 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=7792 2024-11-11T04:54:03,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T04:54:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a7bef91497aa,44833,1731300779848 2024-11-11T04:54:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c5f21 2024-11-11T04:54:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T04:54:03,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T04:54:03,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-11T04:54:03,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:03,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-11T04:54:03,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:03,893 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:54:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741835_1011 (size=428) 2024-11-11T04:54:03,916 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b3e608a22a72c4ad5aa799c91ea424d, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:03,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741836_1012 (size=79) 2024-11-11T04:54:04,326 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:04,326 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7b3e608a22a72c4ad5aa799c91ea424d, disabling compactions & flushes 2024-11-11T04:54:04,326 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:54:04,326 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:54:04,326 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. after waiting 0 ms 2024-11-11T04:54:04,326 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:54:04,327 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:54:04,327 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b3e608a22a72c4ad5aa799c91ea424d: Waiting for close lock at 1731300844326Disabling compacts and flushes for region at 1731300844326Disabling writes for close at 1731300844326Writing region close event to WAL at 1731300844326Closed at 1731300844327 (+1 ms) 2024-11-11T04:54:04,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:04,335 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731300844330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300844330"}]},"ts":"1731300844330"} 2024-11-11T04:54:04,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:04,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:04,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300844342"}]},"ts":"1731300844342"} 2024-11-11T04:54:04,351 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-11T04:54:04,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7b3e608a22a72c4ad5aa799c91ea424d, ASSIGN}] 2024-11-11T04:54:04,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7b3e608a22a72c4ad5aa799c91ea424d, ASSIGN 2024-11-11T04:54:04,357 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7b3e608a22a72c4ad5aa799c91ea424d, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:04,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b3e608a22a72c4ad5aa799c91ea424d, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:04,514 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7b3e608a22a72c4ad5aa799c91ea424d, ASSIGN because future has completed 2024-11-11T04:54:04,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b3e608a22a72c4ad5aa799c91ea424d, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:04,679 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:54:04,679 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b3e608a22a72c4ad5aa799c91ea424d, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:04,680 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,680 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:04,680 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,680 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,682 INFO [StoreOpener-7b3e608a22a72c4ad5aa799c91ea424d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,685 INFO [StoreOpener-7b3e608a22a72c4ad5aa799c91ea424d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b3e608a22a72c4ad5aa799c91ea424d columnFamilyName testFamily 2024-11-11T04:54:04,685 DEBUG [StoreOpener-7b3e608a22a72c4ad5aa799c91ea424d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:04,686 INFO [StoreOpener-7b3e608a22a72c4ad5aa799c91ea424d-1 {}] regionserver.HStore(327): Store=7b3e608a22a72c4ad5aa799c91ea424d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:04,686 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,688 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,689 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,690 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,690 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,693 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,696 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:04,697 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b3e608a22a72c4ad5aa799c91ea424d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63603404, jitterRate=-0.052235424518585205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:04,698 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:54:04,699 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b3e608a22a72c4ad5aa799c91ea424d: Running coprocessor pre-open hook at 1731300844680Writing region info on filesystem at 1731300844680Initializing all the Stores at 1731300844682 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300844682Cleaning up temporary data from old regions at 1731300844690 (+8 ms)Running coprocessor post-open hooks at 1731300844698 (+8 ms)Region opened successfully at 1731300844699 (+1 ms) 2024-11-11T04:54:04,701 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d., pid=6, masterSystemTime=1731300844672 2024-11-11T04:54:04,705 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:54:04,705 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:54:04,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b3e608a22a72c4ad5aa799c91ea424d, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:04,710 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b3e608a22a72c4ad5aa799c91ea424d, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:04,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T04:54:04,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b3e608a22a72c4ad5aa799c91ea424d, server=a7bef91497aa,46359,1731300780733 in 197 msec 2024-11-11T04:54:04,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T04:54:04,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=7b3e608a22a72c4ad5aa799c91ea424d, ASSIGN in 364 msec 2024-11-11T04:54:04,721 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:04,722 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300844721"}]},"ts":"1731300844721"} 2024-11-11T04:54:04,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-11T04:54:04,726 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:04,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 849 msec 2024-11-11T04:54:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T04:54:04,907 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-11T04:54:04,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-11T04:54:04,908 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:04,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-11T04:54:04,914 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:04,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-11T04:54:04,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T04:54:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a7bef91497aa,46359,1731300780733, seqNum=-1] 2024-11-11T04:54:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T04:54:04,922 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T04:54:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:04,940 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:04,943 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-11T04:54:04,948 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-11T04:54:04,951 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-11T04:54:04,953 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-11T04:54:04,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3516287010815868936 2024-11-11T04:54:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300847952, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:04,962 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-11T04:54:04,963 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-11T04:54:04,964 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:04,965 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:04,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3516287010815868938 2024-11-11T04:54:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300847965, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:04,969 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:04,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=3516287010815868939 2024-11-11T04:54:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300847968, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:04,973 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:04,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=3516287010815868940 2024-11-11T04:54:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300847972, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:04,976 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:04,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1060311323_22 at /127.0.0.1:53976 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7671 (was 7792) 2024-11-11T04:54:04,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=7670 2024-11-11T04:54:04,999 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:05,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-11T04:54:05,003 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:05,003 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:05,003 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-11T04:54:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:54:05,005 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741837_1013 (size=414) 2024-11-11T04:54:05,419 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be4a175e4de9e5273224c60d90a991a9, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:05,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741838_1014 (size=65) 2024-11-11T04:54:05,828 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:05,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing be4a175e4de9e5273224c60d90a991a9, disabling compactions & flushes 2024-11-11T04:54:05,829 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:54:05,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:54:05,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. after waiting 0 ms 2024-11-11T04:54:05,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:54:05,829 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:54:05,829 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for be4a175e4de9e5273224c60d90a991a9: Waiting for close lock at 1731300845828Disabling compacts and flushes for region at 1731300845829 (+1 ms)Disabling writes for close at 1731300845829Writing region close event to WAL at 1731300845829Closed at 1731300845829 2024-11-11T04:54:05,832 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:05,832 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731300845832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300845832"}]},"ts":"1731300845832"} 2024-11-11T04:54:05,836 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:05,838 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:05,838 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300845838"}]},"ts":"1731300845838"} 2024-11-11T04:54:05,842 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-11T04:54:05,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=be4a175e4de9e5273224c60d90a991a9, ASSIGN}] 2024-11-11T04:54:05,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=be4a175e4de9e5273224c60d90a991a9, ASSIGN 2024-11-11T04:54:05,847 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=be4a175e4de9e5273224c60d90a991a9, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:05,998 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=be4a175e4de9e5273224c60d90a991a9, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:06,002 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=be4a175e4de9e5273224c60d90a991a9, ASSIGN because future has completed 2024-11-11T04:54:06,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure be4a175e4de9e5273224c60d90a991a9, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:54:06,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:54:06,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => be4a175e4de9e5273224c60d90a991a9, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:06,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:06,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,168 INFO [StoreOpener-be4a175e4de9e5273224c60d90a991a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,170 INFO [StoreOpener-be4a175e4de9e5273224c60d90a991a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4a175e4de9e5273224c60d90a991a9 columnFamilyName testFamily 2024-11-11T04:54:06,170 DEBUG [StoreOpener-be4a175e4de9e5273224c60d90a991a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:06,171 INFO [StoreOpener-be4a175e4de9e5273224c60d90a991a9-1 {}] regionserver.HStore(327): Store=be4a175e4de9e5273224c60d90a991a9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:06,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened be4a175e4de9e5273224c60d90a991a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59308149, jitterRate=-0.11623971164226532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:06,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:54:06,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for be4a175e4de9e5273224c60d90a991a9: Running coprocessor pre-open hook at 1731300846164Writing region info on filesystem at 1731300846164Initializing all the Stores at 1731300846166 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300846166Cleaning up temporary data from old regions at 1731300846174 (+8 ms)Running coprocessor post-open hooks at 1731300846181 (+7 ms)Region opened successfully at 1731300846182 (+1 ms) 2024-11-11T04:54:06,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., pid=9, masterSystemTime=1731300846156 2024-11-11T04:54:06,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:54:06,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:54:06,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=be4a175e4de9e5273224c60d90a991a9, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:06,192 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure be4a175e4de9e5273224c60d90a991a9, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:06,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T04:54:06,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure be4a175e4de9e5273224c60d90a991a9, server=a7bef91497aa,46359,1731300780733 in 192 msec 2024-11-11T04:54:06,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T04:54:06,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=be4a175e4de9e5273224c60d90a991a9, ASSIGN in 357 msec 2024-11-11T04:54:06,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:06,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300846206"}]},"ts":"1731300846206"} 2024-11-11T04:54:06,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-11T04:54:06,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:06,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2120 sec 2024-11-11T04:54:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T04:54:08,037 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-11T04:54:08,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-11T04:54:08,037 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:08,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-11T04:54:08,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-11T04:54:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:08,057 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:08,057 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-11T04:54:08,060 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T04:54:08,061 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-11T04:54:09,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:54:09,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-11T04:54:09,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T04:54:09,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-11T04:54:10,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T04:54:10,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T04:54:10,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T04:54:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-11T04:54:10,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:10,352 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-11T04:54:10,352 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:14,071 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., hostname=a7bef91497aa,46359,1731300780733, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a7bef91497aa:46359 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-11-11T04:54:14,072 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms 2024-11-11T04:54:14,072 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 from cache 2024-11-11T04:54:14,083 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=7576 (was 7670) 2024-11-11T04:54:14,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=7576 2024-11-11T04:54:14,094 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:14,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-11T04:54:14,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:14,099 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:14,099 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-11T04:54:14,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-11T04:54:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741839_1015 (size=412) 2024-11-11T04:54:14,512 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9189bbf08a4a68285a0d1be9f7dfe01, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741840_1016 (size=63) 2024-11-11T04:54:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-11T04:54:14,922 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:14,922 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f9189bbf08a4a68285a0d1be9f7dfe01, disabling compactions & flushes 2024-11-11T04:54:14,922 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:54:14,922 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:54:14,922 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. after waiting 0 ms 2024-11-11T04:54:14,922 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:54:14,922 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:54:14,922 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9189bbf08a4a68285a0d1be9f7dfe01: Waiting for close lock at 1731300854922Disabling compacts and flushes for region at 1731300854922Disabling writes for close at 1731300854922Writing region close event to WAL at 1731300854922Closed at 1731300854922 2024-11-11T04:54:14,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:14,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731300854924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300854924"}]},"ts":"1731300854924"} 2024-11-11T04:54:14,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:14,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:14,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300854930"}]},"ts":"1731300854930"} 2024-11-11T04:54:14,932 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-11T04:54:14,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f9189bbf08a4a68285a0d1be9f7dfe01, ASSIGN}] 2024-11-11T04:54:14,934 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f9189bbf08a4a68285a0d1be9f7dfe01, ASSIGN 2024-11-11T04:54:14,936 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f9189bbf08a4a68285a0d1be9f7dfe01, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:15,087 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f9189bbf08a4a68285a0d1be9f7dfe01, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:15,090 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f9189bbf08a4a68285a0d1be9f7dfe01, ASSIGN because future has completed 2024-11-11T04:54:15,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9189bbf08a4a68285a0d1be9f7dfe01, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-11T04:54:15,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:54:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f9189bbf08a4a68285a0d1be9f7dfe01, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,252 INFO [StoreOpener-f9189bbf08a4a68285a0d1be9f7dfe01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,254 INFO [StoreOpener-f9189bbf08a4a68285a0d1be9f7dfe01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9189bbf08a4a68285a0d1be9f7dfe01 columnFamilyName testFamily 2024-11-11T04:54:15,254 DEBUG [StoreOpener-f9189bbf08a4a68285a0d1be9f7dfe01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:15,255 INFO [StoreOpener-f9189bbf08a4a68285a0d1be9f7dfe01-1 {}] regionserver.HStore(327): Store=f9189bbf08a4a68285a0d1be9f7dfe01/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:15,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:15,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened f9189bbf08a4a68285a0d1be9f7dfe01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70572004, jitterRate=0.05160480737686157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:15,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:54:15,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f9189bbf08a4a68285a0d1be9f7dfe01: Running coprocessor pre-open hook at 1731300855250Writing region info on filesystem at 1731300855250Initializing all the Stores at 1731300855252 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300855252Cleaning up temporary data from old regions at 1731300855258 (+6 ms)Running coprocessor post-open hooks at 1731300855265 (+7 ms)Region opened successfully at 1731300855265 2024-11-11T04:54:15,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01., pid=12, masterSystemTime=1731300855244 2024-11-11T04:54:15,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:54:15,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:54:15,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f9189bbf08a4a68285a0d1be9f7dfe01, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:15,274 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9189bbf08a4a68285a0d1be9f7dfe01, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:15,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T04:54:15,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f9189bbf08a4a68285a0d1be9f7dfe01, server=a7bef91497aa,46359,1731300780733 in 185 msec 2024-11-11T04:54:15,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T04:54:15,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=f9189bbf08a4a68285a0d1be9f7dfe01, ASSIGN in 347 msec 2024-11-11T04:54:15,284 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:15,285 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300855285"}]},"ts":"1731300855285"} 2024-11-11T04:54:15,288 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-11T04:54:15,289 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:15,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1940 sec 2024-11-11T04:54:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-11T04:54:17,116 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-11T04:54:17,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-11T04:54:17,117 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:17,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-11T04:54:17,121 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:17,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-11T04:54:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:17,134 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:17,135 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-11T04:54:17,138 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T04:54:17,140 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T04:54:17,141 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T04:54:17,142 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-11T04:54:20,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:54:20,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-11T04:54:20,785 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:21,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-11T04:54:23,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46359 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868949' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T04:54:23,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46359 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:35354 deadline: 1731300869147, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868949' does not exist 2024-11-11T04:54:23,151 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a7bef91497aa,46359,1731300780733 for closing scanner id = 3516287010815868949 for f9189bbf08a4a68285a0d1be9f7dfe01 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868949' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:54:23,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=7379 (was 7576) 2024-11-11T04:54:23,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=7378 2024-11-11T04:54:23,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-11T04:54:23,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:23,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:23,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-11T04:54:23,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:54:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741841_1017 (size=423) 2024-11-11T04:54:23,583 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2930dcc23131a30c727c77263fa25b8, NAME => 'testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741842_1018 (size=74) 2024-11-11T04:54:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-11T04:54:23,992 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:23,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing a2930dcc23131a30c727c77263fa25b8, disabling compactions & flushes 2024-11-11T04:54:23,993 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:54:23,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:54:23,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. after waiting 0 ms 2024-11-11T04:54:23,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:54:23,993 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:54:23,993 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2930dcc23131a30c727c77263fa25b8: Waiting for close lock at 1731300863993Disabling compacts and flushes for region at 1731300863993Disabling writes for close at 1731300863993Writing region close event to WAL at 1731300863993Closed at 1731300863993 2024-11-11T04:54:23,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:23,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731300863995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300863995"}]},"ts":"1731300863995"} 2024-11-11T04:54:23,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:24,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:24,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300864000"}]},"ts":"1731300864000"} 2024-11-11T04:54:24,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-11T04:54:24,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a2930dcc23131a30c727c77263fa25b8, ASSIGN}] 2024-11-11T04:54:24,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a2930dcc23131a30c727c77263fa25b8, ASSIGN 2024-11-11T04:54:24,005 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a2930dcc23131a30c727c77263fa25b8, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:24,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a2930dcc23131a30c727c77263fa25b8, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:24,159 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a2930dcc23131a30c727c77263fa25b8, ASSIGN because future has completed 2024-11-11T04:54:24,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2930dcc23131a30c727c77263fa25b8, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:54:24,318 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:54:24,318 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a2930dcc23131a30c727c77263fa25b8, NAME => 'testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:24,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:24,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,319 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,322 INFO [StoreOpener-a2930dcc23131a30c727c77263fa25b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,325 INFO [StoreOpener-a2930dcc23131a30c727c77263fa25b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2930dcc23131a30c727c77263fa25b8 columnFamilyName testFamily 2024-11-11T04:54:24,325 DEBUG [StoreOpener-a2930dcc23131a30c727c77263fa25b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:24,326 INFO [StoreOpener-a2930dcc23131a30c727c77263fa25b8-1 {}] regionserver.HStore(327): Store=a2930dcc23131a30c727c77263fa25b8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:24,326 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,328 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,329 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,329 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,332 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,336 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:24,337 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a2930dcc23131a30c727c77263fa25b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68492302, jitterRate=0.020614832639694214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:24,337 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:54:24,338 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a2930dcc23131a30c727c77263fa25b8: Running coprocessor pre-open hook at 1731300864320Writing region info on filesystem at 1731300864320Initializing all the Stores at 1731300864321 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300864321Cleaning up temporary data from old regions at 1731300864329 (+8 ms)Running coprocessor post-open hooks at 1731300864337 (+8 ms)Region opened successfully at 1731300864338 (+1 ms) 2024-11-11T04:54:24,339 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8., pid=15, masterSystemTime=1731300864313 2024-11-11T04:54:24,343 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:54:24,343 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:54:24,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a2930dcc23131a30c727c77263fa25b8, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:24,347 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2930dcc23131a30c727c77263fa25b8, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:24,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T04:54:24,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a2930dcc23131a30c727c77263fa25b8, server=a7bef91497aa,46359,1731300780733 in 189 msec 2024-11-11T04:54:24,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T04:54:24,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=a2930dcc23131a30c727c77263fa25b8, ASSIGN in 350 msec 2024-11-11T04:54:24,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:24,357 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300864357"}]},"ts":"1731300864357"} 2024-11-11T04:54:24,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-11T04:54:24,361 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:24,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1950 sec 2024-11-11T04:54:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T04:54:26,206 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-11T04:54:26,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-11T04:54:26,206 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:26,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-11T04:54:26,211 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:26,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-11T04:54:26,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:26,223 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:26,223 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-11T04:54:26,226 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-11T04:54:26,228 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-11T04:54:26,229 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-11T04:54:26,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3516287010815868953 2024-11-11T04:54:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300869228, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:26,232 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-11T04:54:26,233 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-11T04:54:26,233 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:26,234 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:26,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3516287010815868955 2024-11-11T04:54:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300869234, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:26,237 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:26,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=3516287010815868956 2024-11-11T04:54:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300869237, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:26,240 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:26,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=3516287010815868957 2024-11-11T04:54:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:35354 deadline: 1731300869240, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T04:54:26,243 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T04:54:26,252 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1060311323_22 at /127.0.0.1:56690 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7315 (was 7378) 2024-11-11T04:54:26,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=7315 2024-11-11T04:54:26,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-11T04:54:26,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:26,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:26,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-11T04:54:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-11T04:54:26,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741843_1019 (size=418) 2024-11-11T04:54:26,677 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53f2be0d571a64ff275dc48935d0aaa3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741844_1020 (size=69) 2024-11-11T04:54:26,685 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:26,685 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 53f2be0d571a64ff275dc48935d0aaa3, disabling compactions & flushes 2024-11-11T04:54:26,685 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:54:26,685 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:54:26,685 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. after waiting 0 ms 2024-11-11T04:54:26,685 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:54:26,685 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:54:26,685 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53f2be0d571a64ff275dc48935d0aaa3: Waiting for close lock at 1731300866685Disabling compacts and flushes for region at 1731300866685Disabling writes for close at 1731300866685Writing region close event to WAL at 1731300866685Closed at 1731300866685 2024-11-11T04:54:26,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:26,687 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731300866687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300866687"}]},"ts":"1731300866687"} 2024-11-11T04:54:26,690 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:26,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:26,691 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300866691"}]},"ts":"1731300866691"} 2024-11-11T04:54:26,694 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-11T04:54:26,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=53f2be0d571a64ff275dc48935d0aaa3, ASSIGN}] 2024-11-11T04:54:26,695 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=53f2be0d571a64ff275dc48935d0aaa3, ASSIGN 2024-11-11T04:54:26,697 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=53f2be0d571a64ff275dc48935d0aaa3, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:26,847 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=53f2be0d571a64ff275dc48935d0aaa3, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:26,851 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=53f2be0d571a64ff275dc48935d0aaa3, ASSIGN because future has completed 2024-11-11T04:54:26,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f2be0d571a64ff275dc48935d0aaa3, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:27,009 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:54:27,010 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 53f2be0d571a64ff275dc48935d0aaa3, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:27,010 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,010 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:27,010 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,010 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,012 INFO [StoreOpener-53f2be0d571a64ff275dc48935d0aaa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,014 INFO [StoreOpener-53f2be0d571a64ff275dc48935d0aaa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f2be0d571a64ff275dc48935d0aaa3 columnFamilyName testFamily 2024-11-11T04:54:27,014 DEBUG [StoreOpener-53f2be0d571a64ff275dc48935d0aaa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:27,015 INFO [StoreOpener-53f2be0d571a64ff275dc48935d0aaa3-1 {}] regionserver.HStore(327): Store=53f2be0d571a64ff275dc48935d0aaa3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:27,015 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,016 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,017 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,017 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,018 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,020 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,023 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:27,023 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 53f2be0d571a64ff275dc48935d0aaa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70893539, jitterRate=0.05639605224132538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:27,023 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:54:27,024 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 53f2be0d571a64ff275dc48935d0aaa3: Running coprocessor pre-open hook at 1731300867010Writing region info on filesystem at 1731300867010Initializing all the Stores at 1731300867012 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300867012Cleaning up temporary data from old regions at 1731300867018 (+6 ms)Running coprocessor post-open hooks at 1731300867023 (+5 ms)Region opened successfully at 1731300867024 (+1 ms) 2024-11-11T04:54:27,025 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., pid=18, masterSystemTime=1731300867004 2024-11-11T04:54:27,028 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:54:27,028 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:54:27,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=53f2be0d571a64ff275dc48935d0aaa3, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:27,032 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f2be0d571a64ff275dc48935d0aaa3, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:27,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-11T04:54:27,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 53f2be0d571a64ff275dc48935d0aaa3, server=a7bef91497aa,46359,1731300780733 in 182 msec 2024-11-11T04:54:27,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T04:54:27,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=53f2be0d571a64ff275dc48935d0aaa3, ASSIGN in 342 msec 2024-11-11T04:54:27,040 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:27,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300867040"}]},"ts":"1731300867040"} 2024-11-11T04:54:27,043 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-11T04:54:27,044 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:27,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 782 msec 2024-11-11T04:54:27,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-11T04:54:27,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-11T04:54:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-11T04:54:27,287 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-11T04:54:27,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-11T04:54:27,287 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-11T04:54:27,291 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-11T04:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:27,303 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:27,303 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-11T04:54:27,306 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T04:54:27,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T04:54:28,314 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a7bef91497aa:46359 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-11T04:54:28,315 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-11T04:54:28,315 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 from cache 2024-11-11T04:54:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-11T04:54:28,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:54:29,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:29,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T04:54:29,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:54:30,315 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a7bef91497aa:46359 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=977ms 2024-11-11T04:54:30,315 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=977ms 2024-11-11T04:54:30,315 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 from cache 2024-11-11T04:54:30,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=7243 (was 7315) 2024-11-11T04:54:30,332 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=7243 2024-11-11T04:54:30,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-11T04:54:30,338 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:30,338 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:30,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-11T04:54:30,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:54:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741845_1021 (size=416) 2024-11-11T04:54:30,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-11T04:54:30,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:30,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-11T04:54:30,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:30,750 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cb50e548bccb6ff60321b890be8d956, NAME => 'testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741846_1022 (size=67) 2024-11-11T04:54:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-11T04:54:31,159 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:31,159 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8cb50e548bccb6ff60321b890be8d956, disabling compactions & flushes 2024-11-11T04:54:31,159 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:54:31,159 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:54:31,159 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. after waiting 0 ms 2024-11-11T04:54:31,159 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:54:31,159 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:54:31,159 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cb50e548bccb6ff60321b890be8d956: Waiting for close lock at 1731300871159Disabling compacts and flushes for region at 1731300871159Disabling writes for close at 1731300871159Writing region close event to WAL at 1731300871159Closed at 1731300871159 2024-11-11T04:54:31,161 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:31,162 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731300871161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300871161"}]},"ts":"1731300871161"} 2024-11-11T04:54:31,165 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:31,166 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:31,166 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300871166"}]},"ts":"1731300871166"} 2024-11-11T04:54:31,168 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-11T04:54:31,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb50e548bccb6ff60321b890be8d956, ASSIGN}] 2024-11-11T04:54:31,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb50e548bccb6ff60321b890be8d956, ASSIGN 2024-11-11T04:54:31,171 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb50e548bccb6ff60321b890be8d956, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:31,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8cb50e548bccb6ff60321b890be8d956, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:31,325 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb50e548bccb6ff60321b890be8d956, ASSIGN because future has completed 2024-11-11T04:54:31,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb50e548bccb6ff60321b890be8d956, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:54:31,484 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:54:31,484 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cb50e548bccb6ff60321b890be8d956, NAME => 'testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:31,484 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,485 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:31,485 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,485 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,487 INFO [StoreOpener-8cb50e548bccb6ff60321b890be8d956-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,489 INFO [StoreOpener-8cb50e548bccb6ff60321b890be8d956-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb50e548bccb6ff60321b890be8d956 columnFamilyName testFamily 2024-11-11T04:54:31,489 DEBUG [StoreOpener-8cb50e548bccb6ff60321b890be8d956-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:31,490 INFO [StoreOpener-8cb50e548bccb6ff60321b890be8d956-1 {}] regionserver.HStore(327): Store=8cb50e548bccb6ff60321b890be8d956/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:31,490 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,491 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,491 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,492 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,492 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,494 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,497 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:31,497 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8cb50e548bccb6ff60321b890be8d956; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62548842, jitterRate=-0.06794962286949158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:31,498 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:54:31,498 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8cb50e548bccb6ff60321b890be8d956: Running coprocessor pre-open hook at 1731300871485Writing region info on filesystem at 1731300871485Initializing all the Stores at 1731300871486 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300871486Cleaning up temporary data from old regions at 1731300871492 (+6 ms)Running coprocessor post-open hooks at 1731300871498 (+6 ms)Region opened successfully at 1731300871498 2024-11-11T04:54:31,500 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956., pid=21, masterSystemTime=1731300871478 2024-11-11T04:54:31,502 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:54:31,502 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:54:31,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8cb50e548bccb6ff60321b890be8d956, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:31,506 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb50e548bccb6ff60321b890be8d956, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:31,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-11T04:54:31,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cb50e548bccb6ff60321b890be8d956, server=a7bef91497aa,46359,1731300780733 in 182 msec 2024-11-11T04:54:31,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-11T04:54:31,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb50e548bccb6ff60321b890be8d956, ASSIGN in 341 msec 2024-11-11T04:54:31,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:31,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300871513"}]},"ts":"1731300871513"} 2024-11-11T04:54:31,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-11T04:54:31,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:31,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1810 sec 2024-11-11T04:54:33,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-11T04:54:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T04:54:33,376 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-11T04:54:33,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-11T04:54:33,377 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:33,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-11T04:54:33,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:33,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-11T04:54:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:33,395 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:33,395 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-11T04:54:33,397 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T04:54:33,399 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T04:54:33,401 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T04:54:33,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-11T04:54:36,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46359 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868968' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T04:54:36,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46359 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:35354 deadline: 1731300877407, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868968' does not exist 2024-11-11T04:54:36,408 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a7bef91497aa,46359,1731300780733 for closing scanner id = 3516287010815868968 for 8cb50e548bccb6ff60321b890be8d956 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868968' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:54:36,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 209), ProcessCount=11 (was 11), AvailableMemoryMB=7232 (was 7243) 2024-11-11T04:54:36,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=7232 2024-11-11T04:54:36,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-11T04:54:36,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:36,427 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:36,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-11T04:54:36,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-11T04:54:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741847_1023 (size=411) 2024-11-11T04:54:36,838 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44681865b734ebfba81fdc70592cf0c8, NAME => 'testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741848_1024 (size=62) 2024-11-11T04:54:36,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-11T04:54:36,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:54:37,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:37,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 44681865b734ebfba81fdc70592cf0c8, disabling compactions & flushes 2024-11-11T04:54:37,247 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:54:37,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:54:37,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. after waiting 0 ms 2024-11-11T04:54:37,247 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:54:37,248 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:54:37,248 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44681865b734ebfba81fdc70592cf0c8: Waiting for close lock at 1731300877247Disabling compacts and flushes for region at 1731300877247Disabling writes for close at 1731300877247Writing region close event to WAL at 1731300877247Closed at 1731300877247 2024-11-11T04:54:37,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:37,250 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731300877249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300877249"}]},"ts":"1731300877249"} 2024-11-11T04:54:37,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:37,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:37,254 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300877254"}]},"ts":"1731300877254"} 2024-11-11T04:54:37,256 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-11T04:54:37,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=44681865b734ebfba81fdc70592cf0c8, ASSIGN}] 2024-11-11T04:54:37,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=44681865b734ebfba81fdc70592cf0c8, ASSIGN 2024-11-11T04:54:37,258 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=44681865b734ebfba81fdc70592cf0c8, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:37,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=44681865b734ebfba81fdc70592cf0c8, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:37,412 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=44681865b734ebfba81fdc70592cf0c8, ASSIGN because future has completed 2024-11-11T04:54:37,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44681865b734ebfba81fdc70592cf0c8, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-11T04:54:37,570 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:54:37,571 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 44681865b734ebfba81fdc70592cf0c8, NAME => 'testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:37,571 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,571 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:37,571 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,571 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,573 INFO [StoreOpener-44681865b734ebfba81fdc70592cf0c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,575 INFO [StoreOpener-44681865b734ebfba81fdc70592cf0c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44681865b734ebfba81fdc70592cf0c8 columnFamilyName testFamily 2024-11-11T04:54:37,575 DEBUG [StoreOpener-44681865b734ebfba81fdc70592cf0c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:37,576 INFO [StoreOpener-44681865b734ebfba81fdc70592cf0c8-1 {}] regionserver.HStore(327): Store=44681865b734ebfba81fdc70592cf0c8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:37,576 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,577 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,578 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,579 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,579 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,581 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,584 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:37,584 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 44681865b734ebfba81fdc70592cf0c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65975396, jitterRate=-0.016889989376068115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:37,584 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:54:37,585 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 44681865b734ebfba81fdc70592cf0c8: Running coprocessor pre-open hook at 1731300877571Writing region info on filesystem at 1731300877571Initializing all the Stores at 1731300877573 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300877573Cleaning up temporary data from old regions at 1731300877579 (+6 ms)Running coprocessor post-open hooks at 1731300877585 (+6 ms)Region opened successfully at 1731300877585 2024-11-11T04:54:37,586 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8., pid=24, masterSystemTime=1731300877565 2024-11-11T04:54:37,589 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:54:37,589 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:54:37,590 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=44681865b734ebfba81fdc70592cf0c8, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:37,593 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44681865b734ebfba81fdc70592cf0c8, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:37,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-11T04:54:37,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 44681865b734ebfba81fdc70592cf0c8, server=a7bef91497aa,46359,1731300780733 in 182 msec 2024-11-11T04:54:37,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-11T04:54:37,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=44681865b734ebfba81fdc70592cf0c8, ASSIGN in 340 msec 2024-11-11T04:54:37,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:37,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300877600"}]},"ts":"1731300877600"} 2024-11-11T04:54:37,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-11T04:54:37,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:37,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1810 sec 2024-11-11T04:54:39,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-11T04:54:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-11T04:54:39,466 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-11T04:54:39,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-11T04:54:39,467 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:39,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-11T04:54:39,471 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:39,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-11T04:54:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:39,484 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:39,484 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-11T04:54:39,487 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T04:54:39,489 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T04:54:39,490 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T04:54:39,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-11T04:54:40,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-11T04:54:40,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:40,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-11T04:54:40,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:42,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46359 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868972' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T04:54:42,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46359 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:35354 deadline: 1731300883497, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868972' does not exist 2024-11-11T04:54:42,498 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a7bef91497aa,46359,1731300780733 for closing scanner id = 3516287010815868972 for 44681865b734ebfba81fdc70592cf0c8 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868972' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:54:42,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=7228 (was 7232) 2024-11-11T04:54:42,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=7228 2024-11-11T04:54:42,514 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:42,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-11T04:54:42,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:42,517 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:42,517 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-11T04:54:42,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:54:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741849_1025 (size=419) 2024-11-11T04:54:42,929 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9c68645d5b3da263778b8d4f3274e6f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:42,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741850_1026 (size=70) 2024-11-11T04:54:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-11T04:54:43,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:54:43,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:43,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d9c68645d5b3da263778b8d4f3274e6f, disabling compactions & flushes 2024-11-11T04:54:43,337 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:54:43,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:54:43,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. after waiting 0 ms 2024-11-11T04:54:43,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:54:43,337 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:54:43,337 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9c68645d5b3da263778b8d4f3274e6f: Waiting for close lock at 1731300883337Disabling compacts and flushes for region at 1731300883337Disabling writes for close at 1731300883337Writing region close event to WAL at 1731300883337Closed at 1731300883337 2024-11-11T04:54:43,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:43,340 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731300883340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300883340"}]},"ts":"1731300883340"} 2024-11-11T04:54:43,343 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:43,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:43,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300883344"}]},"ts":"1731300883344"} 2024-11-11T04:54:43,347 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-11T04:54:43,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d9c68645d5b3da263778b8d4f3274e6f, ASSIGN}] 2024-11-11T04:54:43,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d9c68645d5b3da263778b8d4f3274e6f, ASSIGN 2024-11-11T04:54:43,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d9c68645d5b3da263778b8d4f3274e6f, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:43,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d9c68645d5b3da263778b8d4f3274e6f, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:43,503 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d9c68645d5b3da263778b8d4f3274e6f, ASSIGN because future has completed 2024-11-11T04:54:43,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9c68645d5b3da263778b8d4f3274e6f, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:54:43,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:54:43,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => d9c68645d5b3da263778b8d4f3274e6f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:43,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:43,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,665 INFO [StoreOpener-d9c68645d5b3da263778b8d4f3274e6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,667 INFO [StoreOpener-d9c68645d5b3da263778b8d4f3274e6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9c68645d5b3da263778b8d4f3274e6f columnFamilyName testFamily 2024-11-11T04:54:43,667 DEBUG [StoreOpener-d9c68645d5b3da263778b8d4f3274e6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:43,669 INFO [StoreOpener-d9c68645d5b3da263778b8d4f3274e6f-1 {}] regionserver.HStore(327): Store=d9c68645d5b3da263778b8d4f3274e6f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:43,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:43,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened d9c68645d5b3da263778b8d4f3274e6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63981355, jitterRate=-0.04660351574420929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:43,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:54:43,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for d9c68645d5b3da263778b8d4f3274e6f: Running coprocessor pre-open hook at 1731300883663Writing region info on filesystem at 1731300883663Initializing all the Stores at 1731300883664 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300883665 (+1 ms)Cleaning up temporary data from old regions at 1731300883671 (+6 ms)Running coprocessor post-open hooks at 1731300883677 (+6 ms)Region opened successfully at 1731300883678 (+1 ms) 2024-11-11T04:54:43,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., pid=27, masterSystemTime=1731300883655 2024-11-11T04:54:43,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:54:43,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:54:43,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d9c68645d5b3da263778b8d4f3274e6f, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:43,685 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9c68645d5b3da263778b8d4f3274e6f, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:43,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-11T04:54:43,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure d9c68645d5b3da263778b8d4f3274e6f, server=a7bef91497aa,46359,1731300780733 in 183 msec 2024-11-11T04:54:43,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-11T04:54:43,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d9c68645d5b3da263778b8d4f3274e6f, ASSIGN in 341 msec 2024-11-11T04:54:43,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:43,692 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300883691"}]},"ts":"1731300883691"} 2024-11-11T04:54:43,693 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-11T04:54:43,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:43,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1800 sec 2024-11-11T04:54:44,722 INFO [master/a7bef91497aa:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T04:54:44,722 INFO [master/a7bef91497aa:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T04:54:45,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-11T04:54:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T04:54:45,556 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-11T04:54:45,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-11T04:54:45,557 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:45,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-11T04:54:45,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:45,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-11T04:54:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:45,573 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:45,573 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-11T04:54:45,576 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T04:54:45,577 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-11T04:54:49,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:54:50,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-11T04:54:50,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T04:54:51,584 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., hostname=a7bef91497aa,46359,1731300780733, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a7bef91497aa:46359 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-11T04:54:51,584 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-11T04:54:51,584 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 from cache 2024-11-11T04:54:51,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 176), ProcessCount=11 (was 11), AvailableMemoryMB=7218 (was 7228) 2024-11-11T04:54:51,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=7218 2024-11-11T04:54:51,604 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:54:51,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-11T04:54:51,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:54:51,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:51,607 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-11T04:54:51,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:54:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-11T04:54:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741851_1027 (size=407) 2024-11-11T04:54:52,018 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01bc3b07bce6878701be2022d6891e32, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:54:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741852_1028 (size=58) 2024-11-11T04:54:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-11T04:54:52,426 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:52,426 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 01bc3b07bce6878701be2022d6891e32, disabling compactions & flushes 2024-11-11T04:54:52,426 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:54:52,426 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:54:52,426 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. after waiting 0 ms 2024-11-11T04:54:52,426 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:54:52,426 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:54:52,426 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01bc3b07bce6878701be2022d6891e32: Waiting for close lock at 1731300892426Disabling compacts and flushes for region at 1731300892426Disabling writes for close at 1731300892426Writing region close event to WAL at 1731300892426Closed at 1731300892426 2024-11-11T04:54:52,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:54:52,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731300892428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300892428"}]},"ts":"1731300892428"} 2024-11-11T04:54:52,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:54:52,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:54:52,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300892433"}]},"ts":"1731300892433"} 2024-11-11T04:54:52,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-11T04:54:52,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=01bc3b07bce6878701be2022d6891e32, ASSIGN}] 2024-11-11T04:54:52,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=01bc3b07bce6878701be2022d6891e32, ASSIGN 2024-11-11T04:54:52,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=01bc3b07bce6878701be2022d6891e32, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:54:52,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=01bc3b07bce6878701be2022d6891e32, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:52,591 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=01bc3b07bce6878701be2022d6891e32, ASSIGN because future has completed 2024-11-11T04:54:52,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01bc3b07bce6878701be2022d6891e32, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:54:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-11T04:54:52,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:54:52,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 01bc3b07bce6878701be2022d6891e32, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:54:52,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:54:52,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,751 INFO [StoreOpener-01bc3b07bce6878701be2022d6891e32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,753 INFO [StoreOpener-01bc3b07bce6878701be2022d6891e32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bc3b07bce6878701be2022d6891e32 columnFamilyName testFamily 2024-11-11T04:54:52,753 DEBUG [StoreOpener-01bc3b07bce6878701be2022d6891e32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:54:52,753 INFO [StoreOpener-01bc3b07bce6878701be2022d6891e32-1 {}] regionserver.HStore(327): Store=01bc3b07bce6878701be2022d6891e32/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:54:52,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:54:52,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 01bc3b07bce6878701be2022d6891e32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63789036, jitterRate=-0.04946929216384888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:54:52,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:54:52,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 01bc3b07bce6878701be2022d6891e32: Running coprocessor pre-open hook at 1731300892749Writing region info on filesystem at 1731300892749Initializing all the Stores at 1731300892750 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300892750Cleaning up temporary data from old regions at 1731300892755 (+5 ms)Running coprocessor post-open hooks at 1731300892761 (+6 ms)Region opened successfully at 1731300892761 2024-11-11T04:54:52,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32., pid=30, masterSystemTime=1731300892743 2024-11-11T04:54:52,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:54:52,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:54:52,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=01bc3b07bce6878701be2022d6891e32, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:54:52,768 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01bc3b07bce6878701be2022d6891e32, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:54:52,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-11T04:54:52,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 01bc3b07bce6878701be2022d6891e32, server=a7bef91497aa,46359,1731300780733 in 178 msec 2024-11-11T04:54:52,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-11T04:54:52,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=01bc3b07bce6878701be2022d6891e32, ASSIGN in 336 msec 2024-11-11T04:54:52,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:54:52,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300892774"}]},"ts":"1731300892774"} 2024-11-11T04:54:52,777 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-11T04:54:52,777 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:54:52,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1730 sec 2024-11-11T04:54:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-11T04:54:54,636 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-11T04:54:54,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-11T04:54:54,636 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-11T04:54:54,641 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:54:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-11T04:54:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:54:54,653 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:54:54,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-11T04:54:54,656 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T04:54:54,658 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T04:54:54,659 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T04:54:54,659 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-11T04:54:57,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-11T04:54:58,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:54:58,819 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T04:55:00,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-11T04:55:00,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-11T04:55:00,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46359 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868980' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T04:55:00,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46359 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:35354 deadline: 1731300906665, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868980' does not exist 2024-11-11T04:55:00,668 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to a7bef91497aa,46359,1731300780733 for closing scanner id = 3516287010815868980 for 01bc3b07bce6878701be2022d6891e32 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3516287010815868980' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T04:55:00,673 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=7217 (was 7218) 2024-11-11T04:55:00,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=7217 2024-11-11T04:55:00,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T04:55:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-11T04:55:00,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T04:55:00,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:55:00,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-11T04:55:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:55:00,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T04:55:00,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741853_1029 (size=423) 2024-11-11T04:55:01,099 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3cdb6c3adf6af685ccabd4519e32fe4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365 2024-11-11T04:55:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741854_1030 (size=74) 2024-11-11T04:55:01,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-11T04:55:01,506 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:55:01,507 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b3cdb6c3adf6af685ccabd4519e32fe4, disabling compactions & flushes 2024-11-11T04:55:01,507 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:01,507 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:01,507 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. after waiting 0 ms 2024-11-11T04:55:01,507 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:01,507 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:01,507 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3cdb6c3adf6af685ccabd4519e32fe4: Waiting for close lock at 1731300901507Disabling compacts and flushes for region at 1731300901507Disabling writes for close at 1731300901507Writing region close event to WAL at 1731300901507Closed at 1731300901507 2024-11-11T04:55:01,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T04:55:01,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731300901509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731300901509"}]},"ts":"1731300901509"} 2024-11-11T04:55:01,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T04:55:01,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T04:55:01,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300901513"}]},"ts":"1731300901513"} 2024-11-11T04:55:01,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-11T04:55:01,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b3cdb6c3adf6af685ccabd4519e32fe4, ASSIGN}] 2024-11-11T04:55:01,517 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b3cdb6c3adf6af685ccabd4519e32fe4, ASSIGN 2024-11-11T04:55:01,518 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b3cdb6c3adf6af685ccabd4519e32fe4, ASSIGN; state=OFFLINE, location=a7bef91497aa,46359,1731300780733; forceNewPlan=false, retain=false 2024-11-11T04:55:01,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=b3cdb6c3adf6af685ccabd4519e32fe4, regionState=OPENING, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:55:01,671 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b3cdb6c3adf6af685ccabd4519e32fe4, ASSIGN because future has completed 2024-11-11T04:55:01,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3cdb6c3adf6af685ccabd4519e32fe4, server=a7bef91497aa,46359,1731300780733}] 2024-11-11T04:55:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:55:01,829 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:01,829 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => b3cdb6c3adf6af685ccabd4519e32fe4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4.', STARTKEY => '', ENDKEY => ''} 2024-11-11T04:55:01,829 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,830 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T04:55:01,830 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,830 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,832 INFO [StoreOpener-b3cdb6c3adf6af685ccabd4519e32fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,833 INFO [StoreOpener-b3cdb6c3adf6af685ccabd4519e32fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3cdb6c3adf6af685ccabd4519e32fe4 columnFamilyName testFamily 2024-11-11T04:55:01,834 DEBUG [StoreOpener-b3cdb6c3adf6af685ccabd4519e32fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T04:55:01,834 INFO [StoreOpener-b3cdb6c3adf6af685ccabd4519e32fe4-1 {}] regionserver.HStore(327): Store=b3cdb6c3adf6af685ccabd4519e32fe4/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T04:55:01,834 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,835 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,836 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,836 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,836 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,838 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,841 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T04:55:01,842 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened b3cdb6c3adf6af685ccabd4519e32fe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69886959, jitterRate=0.041396841406822205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T04:55:01,842 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:01,843 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for b3cdb6c3adf6af685ccabd4519e32fe4: Running coprocessor pre-open hook at 1731300901830Writing region info on filesystem at 1731300901830Initializing all the Stores at 1731300901831 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731300901831Cleaning up temporary data from old regions at 1731300901837 (+6 ms)Running coprocessor post-open hooks at 1731300901842 (+5 ms)Region opened successfully at 1731300901842 2024-11-11T04:55:01,844 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., pid=33, masterSystemTime=1731300901824 2024-11-11T04:55:01,846 DEBUG [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:01,846 INFO [RS_OPEN_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:01,847 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=b3cdb6c3adf6af685ccabd4519e32fe4, regionState=OPEN, openSeqNum=2, regionLocation=a7bef91497aa,46359,1731300780733 2024-11-11T04:55:01,849 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3cdb6c3adf6af685ccabd4519e32fe4, server=a7bef91497aa,46359,1731300780733 because future has completed 2024-11-11T04:55:01,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T04:55:01,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure b3cdb6c3adf6af685ccabd4519e32fe4, server=a7bef91497aa,46359,1731300780733 in 178 msec 2024-11-11T04:55:01,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-11T04:55:01,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b3cdb6c3adf6af685ccabd4519e32fe4, ASSIGN in 338 msec 2024-11-11T04:55:01,856 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T04:55:01,856 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731300901856"}]},"ts":"1731300901856"} 2024-11-11T04:55:01,858 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-11T04:55:01,859 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T04:55:01,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1750 sec 2024-11-11T04:55:03,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-11T04:55:03,684 DEBUG [master/a7bef91497aa:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T04:55:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T04:55:03,716 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-11T04:55:03,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-11T04:55:03,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:55:03,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-11T04:55:03,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T04:55:03,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-11T04:55:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:55:03,733 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T04:55:03,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-11T04:55:03,736 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T04:55:03,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T04:55:04,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a7bef91497aa:46359 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-11T04:55:04,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-11T04:55:04,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 from cache 2024-11-11T04:55:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-11T04:55:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2] 2024-11-11T04:55:05,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46359 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T04:55:06,745 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=a7bef91497aa:46359 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=978ms 2024-11-11T04:55:06,745 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=978ms 2024-11-11T04:55:06,745 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., hostname=a7bef91497aa,46359,1731300780733, seqNum=2 from cache 2024-11-11T04:55:06,755 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 126), ProcessCount=11 (was 11), AvailableMemoryMB=7212 (was 7217) 2024-11-11T04:55:06,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:55:06,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:55:06,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:55:06,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:55:06,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:55:06,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T04:55:06,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:55:06,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:55:06,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:55:06,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:55:06,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T04:55:06,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T04:55:06,762 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1636518704, stopped=false 2024-11-11T04:55:06,762 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a7bef91497aa,44833,1731300779848 2024-11-11T04:55:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T04:55:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T04:55:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:55:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:55:06,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T04:55:06,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T04:55:06,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:55:06,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:55:06,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:55:06,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T04:55:06,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a7bef91497aa,46359,1731300780733' ***** 2024-11-11T04:55:06,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T04:55:06,766 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T04:55:06,766 INFO [RS:0;a7bef91497aa:46359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T04:55:06,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T04:55:06,766 INFO [RS:0;a7bef91497aa:46359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for 53f2be0d571a64ff275dc48935d0aaa3 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b3e608a22a72c4ad5aa799c91ea424d 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for a2930dcc23131a30c727c77263fa25b8 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for 44681865b734ebfba81fdc70592cf0c8 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for 01bc3b07bce6878701be2022d6891e32 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for be4a175e4de9e5273224c60d90a991a9 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(959): stopping server a7bef91497aa,46359,1731300780733 2024-11-11T04:55:06,767 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9189bbf08a4a68285a0d1be9f7dfe01, disabling compactions & flushes 2024-11-11T04:55:06,767 INFO [RS:0;a7bef91497aa:46359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T04:55:06,767 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:55:06,768 INFO [RS:0;a7bef91497aa:46359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a7bef91497aa:46359. 2024-11-11T04:55:06,768 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:55:06,768 DEBUG [RS:0;a7bef91497aa:46359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T04:55:06,768 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. after waiting 0 ms 2024-11-11T04:55:06,768 DEBUG [RS:0;a7bef91497aa:46359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:55:06,768 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:55:06,768 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T04:55:06,768 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T04:55:06,768 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T04:55:06,768 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T04:55:06,768 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-11T04:55:06,768 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T04:55:06,768 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T04:55:06,769 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T04:55:06,769 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 1588230740, 44681865b734ebfba81fdc70592cf0c8, 53f2be0d571a64ff275dc48935d0aaa3, 7b3e608a22a72c4ad5aa799c91ea424d, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f, f9189bbf08a4a68285a0d1be9f7dfe01 2024-11-11T04:55:06,769 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T04:55:06,769 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T04:55:06,771 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9189bbf08a4a68285a0d1be9f7dfe01 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:06,771 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-11T04:55:06,825 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01/.tmp/testFamily/80fc10a572704cf5813993db736f1099 is 61, key is row-0/testFamily:testQualifier/1731300857125/Put/seqid=0 2024-11-11T04:55:06,828 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/info/df7f711c48b941dbb8532cc3156b2738 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d./info:regioninfo/1731300844706/Put/seqid=0 2024-11-11T04:55:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741855_1031 (size=20564) 2024-11-11T04:55:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741856_1032 (size=5049) 2024-11-11T04:55:06,837 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01/.tmp/testFamily/80fc10a572704cf5813993db736f1099 2024-11-11T04:55:06,879 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01/.tmp/testFamily/80fc10a572704cf5813993db736f1099 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01/testFamily/80fc10a572704cf5813993db736f1099 2024-11-11T04:55:06,887 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01/testFamily/80fc10a572704cf5813993db736f1099, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:06,896 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f9189bbf08a4a68285a0d1be9f7dfe01 in 124ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:06,902 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNextAsync/f9189bbf08a4a68285a0d1be9f7dfe01/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:06,905 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:55:06,905 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9189bbf08a4a68285a0d1be9f7dfe01: Waiting for close lock at 1731300906767Running coprocessor pre-close hooks at 1731300906767Disabling compacts and flushes for region at 1731300906767Disabling writes for close at 1731300906768 (+1 ms)Obtaining lock to block concurrent updates at 1731300906771 (+3 ms)Preparing flush snapshotting stores in f9189bbf08a4a68285a0d1be9f7dfe01 at 1731300906771Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300906778 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. at 1731300906780 (+2 ms)Flushing f9189bbf08a4a68285a0d1be9f7dfe01/testFamily: creating writer at 1731300906781 (+1 ms)Flushing f9189bbf08a4a68285a0d1be9f7dfe01/testFamily: appending metadata at 1731300906819 (+38 ms)Flushing f9189bbf08a4a68285a0d1be9f7dfe01/testFamily: closing flushed file at 1731300906821 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a59dc8: reopening flushed file at 1731300906878 (+57 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f9189bbf08a4a68285a0d1be9f7dfe01 in 124ms, sequenceid=8, compaction requested=false at 1731300906896 (+18 ms)Writing region close event to WAL at 1731300906897 (+1 ms)Running coprocessor post-close hooks at 1731300906903 (+6 ms)Closed at 1731300906905 (+2 ms) 2024-11-11T04:55:06,905 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731300854094.f9189bbf08a4a68285a0d1be9f7dfe01. 2024-11-11T04:55:06,905 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53f2be0d571a64ff275dc48935d0aaa3, disabling compactions & flushes 2024-11-11T04:55:06,905 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:55:06,906 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:55:06,906 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. after waiting 0 ms 2024-11-11T04:55:06,906 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:55:06,906 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53f2be0d571a64ff275dc48935d0aaa3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:06,923 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3/.tmp/testFamily/8956732fa4104eb19190e82f4f65efc1 is 61, key is row-0/testFamily:testQualifier/1731300867295/Put/seqid=0 2024-11-11T04:55:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741857_1033 (size=5049) 2024-11-11T04:55:06,957 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T04:55:06,957 INFO [regionserver/a7bef91497aa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T04:55:06,969 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 1588230740, 44681865b734ebfba81fdc70592cf0c8, 53f2be0d571a64ff275dc48935d0aaa3, 7b3e608a22a72c4ad5aa799c91ea424d, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:07,169 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 1588230740, 44681865b734ebfba81fdc70592cf0c8, 53f2be0d571a64ff275dc48935d0aaa3, 7b3e608a22a72c4ad5aa799c91ea424d, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:07,236 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/info/df7f711c48b941dbb8532cc3156b2738 2024-11-11T04:55:07,260 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T04:55:07,261 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/ns/154e57a155a04968ae422f24e857ace6 is 43, key is default/ns:d/1731300843623/Put/seqid=0 2024-11-11T04:55:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741858_1034 (size=5153) 2024-11-11T04:55:07,330 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3/.tmp/testFamily/8956732fa4104eb19190e82f4f65efc1 2024-11-11T04:55:07,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:55:07,340 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3/.tmp/testFamily/8956732fa4104eb19190e82f4f65efc1 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3/testFamily/8956732fa4104eb19190e82f4f65efc1 2024-11-11T04:55:07,348 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3/testFamily/8956732fa4104eb19190e82f4f65efc1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:07,349 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 53f2be0d571a64ff275dc48935d0aaa3 in 443ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:07,355 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScanner/53f2be0d571a64ff275dc48935d0aaa3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:07,355 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:55:07,356 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53f2be0d571a64ff275dc48935d0aaa3: Waiting for close lock at 1731300906905Running coprocessor pre-close hooks at 1731300906905Disabling compacts and flushes for region at 1731300906905Disabling writes for close at 1731300906906 (+1 ms)Obtaining lock to block concurrent updates at 1731300906906Preparing flush snapshotting stores in 53f2be0d571a64ff275dc48935d0aaa3 at 1731300906906Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300906906Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. at 1731300906907 (+1 ms)Flushing 53f2be0d571a64ff275dc48935d0aaa3/testFamily: creating writer at 1731300906907Flushing 53f2be0d571a64ff275dc48935d0aaa3/testFamily: appending metadata at 1731300906923 (+16 ms)Flushing 53f2be0d571a64ff275dc48935d0aaa3/testFamily: closing flushed file at 1731300906923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f9b79a: reopening flushed file at 1731300907338 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 53f2be0d571a64ff275dc48935d0aaa3 in 443ms, sequenceid=8, compaction requested=false at 1731300907349 (+11 ms)Writing region close event to WAL at 1731300907350 (+1 ms)Running coprocessor post-close hooks at 1731300907355 (+5 ms)Closed at 1731300907355 2024-11-11T04:55:07,356 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731300866261.53f2be0d571a64ff275dc48935d0aaa3. 2024-11-11T04:55:07,356 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b3e608a22a72c4ad5aa799c91ea424d, disabling compactions & flushes 2024-11-11T04:55:07,356 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:55:07,356 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:55:07,356 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. after waiting 0 ms 2024-11-11T04:55:07,356 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:55:07,356 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b3e608a22a72c4ad5aa799c91ea424d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:07,369 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 1588230740, 44681865b734ebfba81fdc70592cf0c8, 7b3e608a22a72c4ad5aa799c91ea424d, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:07,373 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d/.tmp/testFamily/de25d52296814044840b370019adcf40 is 61, key is row-0/testFamily:testQualifier/1731300844929/Put/seqid=0 2024-11-11T04:55:07,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741859_1035 (size=5049) 2024-11-11T04:55:07,570 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 1588230740, 44681865b734ebfba81fdc70592cf0c8, 7b3e608a22a72c4ad5aa799c91ea424d, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:07,666 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/ns/154e57a155a04968ae422f24e857ace6 2024-11-11T04:55:07,690 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/table/f91e320e4db146c7a925c07855c1a657 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731300844721/Put/seqid=0 2024-11-11T04:55:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741860_1036 (size=6699) 2024-11-11T04:55:07,770 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-11T04:55:07,770 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1325): Online Regions={7b3e608a22a72c4ad5aa799c91ea424d=testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d., a2930dcc23131a30c727c77263fa25b8=testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8., 1588230740=hbase:meta,,1.1588230740, 44681865b734ebfba81fdc70592cf0c8=testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8., 01bc3b07bce6878701be2022d6891e32=hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32., be4a175e4de9e5273224c60d90a991a9=hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., d9c68645d5b3da263778b8d4f3274e6f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., b3cdb6c3adf6af685ccabd4519e32fe4=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., 8cb50e548bccb6ff60321b890be8d956=testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.} 2024-11-11T04:55:07,770 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 1588230740, 44681865b734ebfba81fdc70592cf0c8, 7b3e608a22a72c4ad5aa799c91ea424d, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:07,778 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d/.tmp/testFamily/de25d52296814044840b370019adcf40 2024-11-11T04:55:07,786 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d/.tmp/testFamily/de25d52296814044840b370019adcf40 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d/testFamily/de25d52296814044840b370019adcf40 2024-11-11T04:55:07,793 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d/testFamily/de25d52296814044840b370019adcf40, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:07,795 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7b3e608a22a72c4ad5aa799c91ea424d in 438ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:07,799 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextExceptionAsync/7b3e608a22a72c4ad5aa799c91ea424d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:07,800 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:55:07,800 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b3e608a22a72c4ad5aa799c91ea424d: Waiting for close lock at 1731300907356Running coprocessor pre-close hooks at 1731300907356Disabling compacts and flushes for region at 1731300907356Disabling writes for close at 1731300907356Obtaining lock to block concurrent updates at 1731300907356Preparing flush snapshotting stores in 7b3e608a22a72c4ad5aa799c91ea424d at 1731300907356Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300907357 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. at 1731300907357Flushing 7b3e608a22a72c4ad5aa799c91ea424d/testFamily: creating writer at 1731300907357Flushing 7b3e608a22a72c4ad5aa799c91ea424d/testFamily: appending metadata at 1731300907372 (+15 ms)Flushing 7b3e608a22a72c4ad5aa799c91ea424d/testFamily: closing flushed file at 1731300907373 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628b9069: reopening flushed file at 1731300907785 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7b3e608a22a72c4ad5aa799c91ea424d in 438ms, sequenceid=8, compaction requested=false at 1731300907795 (+10 ms)Writing region close event to WAL at 1731300907795Running coprocessor post-close hooks at 1731300907800 (+5 ms)Closed at 1731300907800 2024-11-11T04:55:07,801 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731300843848.7b3e608a22a72c4ad5aa799c91ea424d. 2024-11-11T04:55:07,801 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2930dcc23131a30c727c77263fa25b8, disabling compactions & flushes 2024-11-11T04:55:07,801 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:55:07,801 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:55:07,801 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. after waiting 0 ms 2024-11-11T04:55:07,801 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:55:07,801 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2930dcc23131a30c727c77263fa25b8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:07,817 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8/.tmp/testFamily/28d2e96819464c4997d25168331e37fe is 61, key is row-0/testFamily:testQualifier/1731300866215/Put/seqid=0 2024-11-11T04:55:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741861_1037 (size=5049) 2024-11-11T04:55:07,970 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 1588230740, 44681865b734ebfba81fdc70592cf0c8, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:08,095 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/table/f91e320e4db146c7a925c07855c1a657 2024-11-11T04:55:08,104 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/info/df7f711c48b941dbb8532cc3156b2738 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/info/df7f711c48b941dbb8532cc3156b2738 2024-11-11T04:55:08,112 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/info/df7f711c48b941dbb8532cc3156b2738, entries=100, sequenceid=56, filesize=20.1 K 2024-11-11T04:55:08,113 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/ns/154e57a155a04968ae422f24e857ace6 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/ns/154e57a155a04968ae422f24e857ace6 2024-11-11T04:55:08,120 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/ns/154e57a155a04968ae422f24e857ace6, entries=2, sequenceid=56, filesize=5.0 K 2024-11-11T04:55:08,121 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/.tmp/table/f91e320e4db146c7a925c07855c1a657 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/table/f91e320e4db146c7a925c07855c1a657 2024-11-11T04:55:08,129 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/table/f91e320e4db146c7a925c07855c1a657, entries=20, sequenceid=56, filesize=6.5 K 2024-11-11T04:55:08,130 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=56, compaction requested=false 2024-11-11T04:55:08,135 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-11T04:55:08,136 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T04:55:08,136 INFO [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T04:55:08,136 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731300906768Running coprocessor pre-close hooks at 1731300906768Disabling compacts and flushes for region at 1731300906768Disabling writes for close at 1731300906769 (+1 ms)Obtaining lock to block concurrent updates at 1731300906771 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731300906771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731300906778 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731300906780 (+2 ms)Flushing 1588230740/info: creating writer at 1731300906781 (+1 ms)Flushing 1588230740/info: appending metadata at 1731300906825 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731300906825Flushing 1588230740/ns: creating writer at 1731300907245 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731300907260 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731300907260Flushing 1588230740/table: creating writer at 1731300907674 (+414 ms)Flushing 1588230740/table: appending metadata at 1731300907689 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731300907690 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ee43d7: reopening flushed file at 1731300908103 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d6b8fe: reopening flushed file at 1731300908112 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec2065a: reopening flushed file at 1731300908120 (+8 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=56, compaction requested=false at 1731300908130 (+10 ms)Writing region close event to WAL at 1731300908131 (+1 ms)Running coprocessor post-close hooks at 1731300908136 (+5 ms)Closed at 1731300908136 2024-11-11T04:55:08,137 DEBUG [RS_CLOSE_META-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T04:55:08,170 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 44681865b734ebfba81fdc70592cf0c8, 8cb50e548bccb6ff60321b890be8d956, a2930dcc23131a30c727c77263fa25b8, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:08,223 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8/.tmp/testFamily/28d2e96819464c4997d25168331e37fe 2024-11-11T04:55:08,231 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8/.tmp/testFamily/28d2e96819464c4997d25168331e37fe as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8/testFamily/28d2e96819464c4997d25168331e37fe 2024-11-11T04:55:08,238 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8/testFamily/28d2e96819464c4997d25168331e37fe, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:08,239 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a2930dcc23131a30c727c77263fa25b8 in 438ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:08,244 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testRetryOutOfOrderScannerNextException/a2930dcc23131a30c727c77263fa25b8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:08,244 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:55:08,245 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2930dcc23131a30c727c77263fa25b8: Waiting for close lock at 1731300907801Running coprocessor pre-close hooks at 1731300907801Disabling compacts and flushes for region at 1731300907801Disabling writes for close at 1731300907801Obtaining lock to block concurrent updates at 1731300907801Preparing flush snapshotting stores in a2930dcc23131a30c727c77263fa25b8 at 1731300907801Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300907801Flushing stores of testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. at 1731300907802 (+1 ms)Flushing a2930dcc23131a30c727c77263fa25b8/testFamily: creating writer at 1731300907802Flushing a2930dcc23131a30c727c77263fa25b8/testFamily: appending metadata at 1731300907817 (+15 ms)Flushing a2930dcc23131a30c727c77263fa25b8/testFamily: closing flushed file at 1731300907817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dee6516: reopening flushed file at 1731300908230 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a2930dcc23131a30c727c77263fa25b8 in 438ms, sequenceid=8, compaction requested=false at 1731300908239 (+9 ms)Writing region close event to WAL at 1731300908240 (+1 ms)Running coprocessor post-close hooks at 1731300908244 (+4 ms)Closed at 1731300908244 2024-11-11T04:55:08,245 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731300863165.a2930dcc23131a30c727c77263fa25b8. 2024-11-11T04:55:08,245 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44681865b734ebfba81fdc70592cf0c8, disabling compactions & flushes 2024-11-11T04:55:08,245 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:55:08,245 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:55:08,245 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. after waiting 0 ms 2024-11-11T04:55:08,245 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:55:08,245 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44681865b734ebfba81fdc70592cf0c8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:08,262 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8/.tmp/testFamily/27af9e7cb9b44c3d92e23b6ffe483020 is 61, key is row-0/testFamily:testQualifier/1731300879475/Put/seqid=0 2024-11-11T04:55:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741862_1038 (size=5049) 2024-11-11T04:55:08,371 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 44681865b734ebfba81fdc70592cf0c8, 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:08,571 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 44681865b734ebfba81fdc70592cf0c8, 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:08,667 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8/.tmp/testFamily/27af9e7cb9b44c3d92e23b6ffe483020 2024-11-11T04:55:08,676 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8/.tmp/testFamily/27af9e7cb9b44c3d92e23b6ffe483020 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8/testFamily/27af9e7cb9b44c3d92e23b6ffe483020 2024-11-11T04:55:08,683 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8/testFamily/27af9e7cb9b44c3d92e23b6ffe483020, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:08,685 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 44681865b734ebfba81fdc70592cf0c8 in 440ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:08,689 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNext/44681865b734ebfba81fdc70592cf0c8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:08,690 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:55:08,690 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44681865b734ebfba81fdc70592cf0c8: Waiting for close lock at 1731300908245Running coprocessor pre-close hooks at 1731300908245Disabling compacts and flushes for region at 1731300908245Disabling writes for close at 1731300908245Obtaining lock to block concurrent updates at 1731300908245Preparing flush snapshotting stores in 44681865b734ebfba81fdc70592cf0c8 at 1731300908245Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300908245Flushing stores of testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. at 1731300908246 (+1 ms)Flushing 44681865b734ebfba81fdc70592cf0c8/testFamily: creating writer at 1731300908246Flushing 44681865b734ebfba81fdc70592cf0c8/testFamily: appending metadata at 1731300908262 (+16 ms)Flushing 44681865b734ebfba81fdc70592cf0c8/testFamily: closing flushed file at 1731300908262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4f8527: reopening flushed file at 1731300908675 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 44681865b734ebfba81fdc70592cf0c8 in 440ms, sequenceid=8, compaction requested=false at 1731300908685 (+10 ms)Writing region close event to WAL at 1731300908686 (+1 ms)Running coprocessor post-close hooks at 1731300908690 (+4 ms)Closed at 1731300908690 2024-11-11T04:55:08,690 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731300876423.44681865b734ebfba81fdc70592cf0c8. 2024-11-11T04:55:08,690 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01bc3b07bce6878701be2022d6891e32, disabling compactions & flushes 2024-11-11T04:55:08,690 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:55:08,690 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:55:08,690 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. after waiting 0 ms 2024-11-11T04:55:08,690 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:55:08,690 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01bc3b07bce6878701be2022d6891e32 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:08,707 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32/.tmp/testFamily/dcf8bd98fe2a4c6e85e7c74cd1e0f7f9 is 61, key is row-0/testFamily:testQualifier/1731300894645/Put/seqid=0 2024-11-11T04:55:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741863_1039 (size=5049) 2024-11-11T04:55:08,771 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-11T04:55:08,771 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1325): Online Regions={01bc3b07bce6878701be2022d6891e32=hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32., be4a175e4de9e5273224c60d90a991a9=hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., d9c68645d5b3da263778b8d4f3274e6f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., b3cdb6c3adf6af685ccabd4519e32fe4=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., 8cb50e548bccb6ff60321b890be8d956=testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.} 2024-11-11T04:55:08,771 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:08,972 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 01bc3b07bce6878701be2022d6891e32, 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:09,112 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32/.tmp/testFamily/dcf8bd98fe2a4c6e85e7c74cd1e0f7f9 2024-11-11T04:55:09,121 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32/.tmp/testFamily/dcf8bd98fe2a4c6e85e7c74cd1e0f7f9 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32/testFamily/dcf8bd98fe2a4c6e85e7c74cd1e0f7f9 2024-11-11T04:55:09,128 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32/testFamily/dcf8bd98fe2a4c6e85e7c74cd1e0f7f9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:09,129 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 01bc3b07bce6878701be2022d6891e32 in 439ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:09,133 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnNext/01bc3b07bce6878701be2022d6891e32/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:09,134 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:55:09,134 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01bc3b07bce6878701be2022d6891e32: Waiting for close lock at 1731300908690Running coprocessor pre-close hooks at 1731300908690Disabling compacts and flushes for region at 1731300908690Disabling writes for close at 1731300908690Obtaining lock to block concurrent updates at 1731300908690Preparing flush snapshotting stores in 01bc3b07bce6878701be2022d6891e32 at 1731300908690Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300908691 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. at 1731300908691Flushing 01bc3b07bce6878701be2022d6891e32/testFamily: creating writer at 1731300908691Flushing 01bc3b07bce6878701be2022d6891e32/testFamily: appending metadata at 1731300908707 (+16 ms)Flushing 01bc3b07bce6878701be2022d6891e32/testFamily: closing flushed file at 1731300908707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c315223: reopening flushed file at 1731300909120 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 01bc3b07bce6878701be2022d6891e32 in 439ms, sequenceid=8, compaction requested=false at 1731300909129 (+9 ms)Writing region close event to WAL at 1731300909130 (+1 ms)Running coprocessor post-close hooks at 1731300909134 (+4 ms)Closed at 1731300909134 2024-11-11T04:55:09,134 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731300891604.01bc3b07bce6878701be2022d6891e32. 2024-11-11T04:55:09,134 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be4a175e4de9e5273224c60d90a991a9, disabling compactions & flushes 2024-11-11T04:55:09,134 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:55:09,134 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:55:09,134 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. after waiting 0 ms 2024-11-11T04:55:09,134 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:55:09,134 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be4a175e4de9e5273224c60d90a991a9 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:09,150 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9/.tmp/testFamily/81f8d7d09b0741b79fb402965be063b0 is 61, key is row-0/testFamily:testQualifier/1731300848046/Put/seqid=0 2024-11-11T04:55:09,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741864_1040 (size=5049) 2024-11-11T04:55:09,172 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:09,372 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:09,555 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9/.tmp/testFamily/81f8d7d09b0741b79fb402965be063b0 2024-11-11T04:55:09,563 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9/.tmp/testFamily/81f8d7d09b0741b79fb402965be063b0 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9/testFamily/81f8d7d09b0741b79fb402965be063b0 2024-11-11T04:55:09,570 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9/testFamily/81f8d7d09b0741b79fb402965be063b0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:09,571 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for be4a175e4de9e5273224c60d90a991a9 in 437ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:09,572 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, be4a175e4de9e5273224c60d90a991a9, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:09,576 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScanner/be4a175e4de9e5273224c60d90a991a9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:09,577 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:55:09,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be4a175e4de9e5273224c60d90a991a9: Waiting for close lock at 1731300909134Running coprocessor pre-close hooks at 1731300909134Disabling compacts and flushes for region at 1731300909134Disabling writes for close at 1731300909134Obtaining lock to block concurrent updates at 1731300909134Preparing flush snapshotting stores in be4a175e4de9e5273224c60d90a991a9 at 1731300909134Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300909135 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. at 1731300909135Flushing be4a175e4de9e5273224c60d90a991a9/testFamily: creating writer at 1731300909135Flushing be4a175e4de9e5273224c60d90a991a9/testFamily: appending metadata at 1731300909150 (+15 ms)Flushing be4a175e4de9e5273224c60d90a991a9/testFamily: closing flushed file at 1731300909150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5599a5: reopening flushed file at 1731300909562 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for be4a175e4de9e5273224c60d90a991a9 in 437ms, sequenceid=8, compaction requested=false at 1731300909572 (+10 ms)Writing region close event to WAL at 1731300909572Running coprocessor post-close hooks at 1731300909577 (+5 ms)Closed at 1731300909577 2024-11-11T04:55:09,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731300844998.be4a175e4de9e5273224c60d90a991a9. 2024-11-11T04:55:09,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9c68645d5b3da263778b8d4f3274e6f, disabling compactions & flushes 2024-11-11T04:55:09,577 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:55:09,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:55:09,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. after waiting 0 ms 2024-11-11T04:55:09,577 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:55:09,577 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9c68645d5b3da263778b8d4f3274e6f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:09,593 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f/.tmp/testFamily/aff9653929494bc890815b1714c90d4c is 61, key is row-0/testFamily:testQualifier/1731300885565/Put/seqid=0 2024-11-11T04:55:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741865_1041 (size=5049) 2024-11-11T04:55:09,772 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T04:55:09,772 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1325): Online Regions={d9c68645d5b3da263778b8d4f3274e6f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., b3cdb6c3adf6af685ccabd4519e32fe4=testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., 8cb50e548bccb6ff60321b890be8d956=testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.} 2024-11-11T04:55:09,773 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:09,973 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4, d9c68645d5b3da263778b8d4f3274e6f 2024-11-11T04:55:09,998 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f/.tmp/testFamily/aff9653929494bc890815b1714c90d4c 2024-11-11T04:55:10,007 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f/.tmp/testFamily/aff9653929494bc890815b1714c90d4c as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f/testFamily/aff9653929494bc890815b1714c90d4c 2024-11-11T04:55:10,014 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f/testFamily/aff9653929494bc890815b1714c90d4c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:10,015 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d9c68645d5b3da263778b8d4f3274e6f in 438ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:10,020 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d9c68645d5b3da263778b8d4f3274e6f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:10,020 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:55:10,020 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9c68645d5b3da263778b8d4f3274e6f: Waiting for close lock at 1731300909577Running coprocessor pre-close hooks at 1731300909577Disabling compacts and flushes for region at 1731300909577Disabling writes for close at 1731300909577Obtaining lock to block concurrent updates at 1731300909577Preparing flush snapshotting stores in d9c68645d5b3da263778b8d4f3274e6f at 1731300909577Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300909578 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. at 1731300909578Flushing d9c68645d5b3da263778b8d4f3274e6f/testFamily: creating writer at 1731300909578Flushing d9c68645d5b3da263778b8d4f3274e6f/testFamily: appending metadata at 1731300909592 (+14 ms)Flushing d9c68645d5b3da263778b8d4f3274e6f/testFamily: closing flushed file at 1731300909593 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8f937e: reopening flushed file at 1731300910006 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d9c68645d5b3da263778b8d4f3274e6f in 438ms, sequenceid=8, compaction requested=false at 1731300910015 (+9 ms)Writing region close event to WAL at 1731300910016 (+1 ms)Running coprocessor post-close hooks at 1731300910020 (+4 ms)Closed at 1731300910020 2024-11-11T04:55:10,020 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731300882513.d9c68645d5b3da263778b8d4f3274e6f. 2024-11-11T04:55:10,021 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3cdb6c3adf6af685ccabd4519e32fe4, disabling compactions & flushes 2024-11-11T04:55:10,021 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:10,021 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:10,021 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. after waiting 0 ms 2024-11-11T04:55:10,021 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:10,021 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3cdb6c3adf6af685ccabd4519e32fe4 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:10,038 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4/.tmp/testFamily/cc105b8fd4154fa4b558f43699a2775b is 61, key is row-0/testFamily:testQualifier/1731300903725/Put/seqid=0 2024-11-11T04:55:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741866_1042 (size=5049) 2024-11-11T04:55:10,173 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:10,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-11T04:55:10,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T04:55:10,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-11T04:55:10,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-11T04:55:10,373 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956, b3cdb6c3adf6af685ccabd4519e32fe4 2024-11-11T04:55:10,444 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4/.tmp/testFamily/cc105b8fd4154fa4b558f43699a2775b 2024-11-11T04:55:10,452 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4/.tmp/testFamily/cc105b8fd4154fa4b558f43699a2775b as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4/testFamily/cc105b8fd4154fa4b558f43699a2775b 2024-11-11T04:55:10,459 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4/testFamily/cc105b8fd4154fa4b558f43699a2775b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:10,460 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3cdb6c3adf6af685ccabd4519e32fe4 in 439ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:10,465 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnOpenScannerAsync/b3cdb6c3adf6af685ccabd4519e32fe4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:10,466 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:10,466 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3cdb6c3adf6af685ccabd4519e32fe4: Waiting for close lock at 1731300910021Running coprocessor pre-close hooks at 1731300910021Disabling compacts and flushes for region at 1731300910021Disabling writes for close at 1731300910021Obtaining lock to block concurrent updates at 1731300910021Preparing flush snapshotting stores in b3cdb6c3adf6af685ccabd4519e32fe4 at 1731300910021Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300910021Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. at 1731300910021Flushing b3cdb6c3adf6af685ccabd4519e32fe4/testFamily: creating writer at 1731300910022 (+1 ms)Flushing b3cdb6c3adf6af685ccabd4519e32fe4/testFamily: appending metadata at 1731300910038 (+16 ms)Flushing b3cdb6c3adf6af685ccabd4519e32fe4/testFamily: closing flushed file at 1731300910038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78083191: reopening flushed file at 1731300910451 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3cdb6c3adf6af685ccabd4519e32fe4 in 439ms, sequenceid=8, compaction requested=false at 1731300910460 (+9 ms)Writing region close event to WAL at 1731300910461 (+1 ms)Running coprocessor post-close hooks at 1731300910466 (+5 ms)Closed at 1731300910466 2024-11-11T04:55:10,466 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731300900683.b3cdb6c3adf6af685ccabd4519e32fe4. 2024-11-11T04:55:10,466 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cb50e548bccb6ff60321b890be8d956, disabling compactions & flushes 2024-11-11T04:55:10,466 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:55:10,466 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:55:10,466 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. after waiting 0 ms 2024-11-11T04:55:10,466 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:55:10,466 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cb50e548bccb6ff60321b890be8d956 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T04:55:10,483 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956/.tmp/testFamily/af214b18c1764969b79da46d1626d52d is 61, key is row-0/testFamily:testQualifier/1731300873386/Put/seqid=0 2024-11-11T04:55:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741867_1043 (size=5049) 2024-11-11T04:55:10,574 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:55:10,718 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a7bef91497aa:44833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] ... 10 more 2024-11-11T04:55:10,774 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T04:55:10,774 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1325): Online Regions={8cb50e548bccb6ff60321b890be8d956=testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956.} 2024-11-11T04:55:10,774 DEBUG [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1351): Waiting on 8cb50e548bccb6ff60321b890be8d956 2024-11-11T04:55:10,888 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956/.tmp/testFamily/af214b18c1764969b79da46d1626d52d 2024-11-11T04:55:10,896 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956/.tmp/testFamily/af214b18c1764969b79da46d1626d52d as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956/testFamily/af214b18c1764969b79da46d1626d52d 2024-11-11T04:55:10,902 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956/testFamily/af214b18c1764969b79da46d1626d52d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T04:55:10,904 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cb50e548bccb6ff60321b890be8d956 in 437ms, sequenceid=8, compaction requested=false 2024-11-11T04:55:10,908 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/data/default/testNormalScanTimeoutOnNextAsync/8cb50e548bccb6ff60321b890be8d956/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T04:55:10,909 INFO [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:55:10,909 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cb50e548bccb6ff60321b890be8d956: Waiting for close lock at 1731300910466Running coprocessor pre-close hooks at 1731300910466Disabling compacts and flushes for region at 1731300910466Disabling writes for close at 1731300910466Obtaining lock to block concurrent updates at 1731300910466Preparing flush snapshotting stores in 8cb50e548bccb6ff60321b890be8d956 at 1731300910466Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731300910466Flushing stores of testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. at 1731300910467 (+1 ms)Flushing 8cb50e548bccb6ff60321b890be8d956/testFamily: creating writer at 1731300910467Flushing 8cb50e548bccb6ff60321b890be8d956/testFamily: appending metadata at 1731300910482 (+15 ms)Flushing 8cb50e548bccb6ff60321b890be8d956/testFamily: closing flushed file at 1731300910482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64661925: reopening flushed file at 1731300910895 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cb50e548bccb6ff60321b890be8d956 in 437ms, sequenceid=8, compaction requested=false at 1731300910904 (+9 ms)Writing region close event to WAL at 1731300910904Running coprocessor post-close hooks at 1731300910909 (+5 ms)Closed at 1731300910909 2024-11-11T04:55:10,909 DEBUG [RS_CLOSE_REGION-regionserver/a7bef91497aa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731300870334.8cb50e548bccb6ff60321b890be8d956. 2024-11-11T04:55:10,974 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(976): stopping server a7bef91497aa,46359,1731300780733; all regions closed. 2024-11-11T04:55:10,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741834_1010 (size=19479) 2024-11-11T04:55:10,984 DEBUG [RS:0;a7bef91497aa:46359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/oldWALs 2024-11-11T04:55:10,984 INFO [RS:0;a7bef91497aa:46359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7bef91497aa%2C46359%2C1731300780733.meta:.meta(num 1731300843473) 2024-11-11T04:55:10,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741833_1009 (size=20031) 2024-11-11T04:55:10,989 DEBUG [RS:0;a7bef91497aa:46359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/oldWALs 2024-11-11T04:55:10,989 INFO [RS:0;a7bef91497aa:46359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a7bef91497aa%2C46359%2C1731300780733:(num 1731300843001) 2024-11-11T04:55:10,989 DEBUG [RS:0;a7bef91497aa:46359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T04:55:10,989 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T04:55:10,989 INFO [RS:0;a7bef91497aa:46359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T04:55:10,989 INFO [RS:0;a7bef91497aa:46359 {}] hbase.ChoreService(370): Chore service for: regionserver/a7bef91497aa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T04:55:10,989 INFO [RS:0;a7bef91497aa:46359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T04:55:10,990 INFO [regionserver/a7bef91497aa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T04:55:10,991 INFO [RS:0;a7bef91497aa:46359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46359 2024-11-11T04:55:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a7bef91497aa,46359,1731300780733 2024-11-11T04:55:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T04:55:10,995 INFO [RS:0;a7bef91497aa:46359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T04:55:10,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a7bef91497aa,46359,1731300780733] 2024-11-11T04:55:11,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a7bef91497aa,46359,1731300780733 already deleted, retry=false 2024-11-11T04:55:11,000 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a7bef91497aa,46359,1731300780733 expired; onlineServers=0 2024-11-11T04:55:11,000 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a7bef91497aa,44833,1731300779848' ***** 2024-11-11T04:55:11,000 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T04:55:11,000 INFO [M:0;a7bef91497aa:44833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T04:55:11,000 INFO [M:0;a7bef91497aa:44833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T04:55:11,000 DEBUG [M:0;a7bef91497aa:44833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T04:55:11,000 DEBUG [M:0;a7bef91497aa:44833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T04:55:11,000 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T04:55:11,000 DEBUG [master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731300782884 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.small.0-1731300782884,5,FailOnTimeoutGroup] 2024-11-11T04:55:11,000 DEBUG [master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731300782882 {}] cleaner.HFileCleaner(306): Exit Thread[master/a7bef91497aa:0:becomeActiveMaster-HFileCleaner.large.0-1731300782882,5,FailOnTimeoutGroup] 2024-11-11T04:55:11,001 INFO [M:0;a7bef91497aa:44833 {}] hbase.ChoreService(370): Chore service for: master/a7bef91497aa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T04:55:11,001 INFO [M:0;a7bef91497aa:44833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T04:55:11,001 DEBUG [M:0;a7bef91497aa:44833 {}] master.HMaster(1795): Stopping service threads 2024-11-11T04:55:11,001 INFO [M:0;a7bef91497aa:44833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T04:55:11,001 INFO [M:0;a7bef91497aa:44833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T04:55:11,002 INFO [M:0;a7bef91497aa:44833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T04:55:11,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T04:55:11,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T04:55:11,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T04:55:11,003 DEBUG [M:0;a7bef91497aa:44833 {}] zookeeper.ZKUtil(347): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T04:55:11,003 WARN [M:0;a7bef91497aa:44833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T04:55:11,003 INFO [M:0;a7bef91497aa:44833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/.lastflushedseqids 2024-11-11T04:55:11,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741868_1044 (size=721) 2024-11-11T04:55:11,027 INFO [regionserver/a7bef91497aa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T04:55:11,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:55:11,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46359-0x10195acd8f90001, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:55:11,098 INFO [RS:0;a7bef91497aa:46359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T04:55:11,099 INFO [RS:0;a7bef91497aa:46359 {}] regionserver.HRegionServer(1031): Exiting; stopping=a7bef91497aa,46359,1731300780733; zookeeper connection closed. 2024-11-11T04:55:11,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12dce918 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12dce918 2024-11-11T04:55:11,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T04:55:11,415 INFO [M:0;a7bef91497aa:44833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T04:55:11,415 INFO [M:0;a7bef91497aa:44833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T04:55:11,415 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T04:55:11,415 INFO [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:55:11,415 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:55:11,415 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T04:55:11,415 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:55:11,415 INFO [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.16 KB heapSize=191.19 KB 2024-11-11T04:55:11,432 DEBUG [M:0;a7bef91497aa:44833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1087d035e3be497092adb13e6e5e1bbd is 82, key is hbase:meta,,1/info:regioninfo/1731300843553/Put/seqid=0 2024-11-11T04:55:11,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741869_1045 (size=5672) 2024-11-11T04:55:11,838 INFO [M:0;a7bef91497aa:44833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1087d035e3be497092adb13e6e5e1bbd 2024-11-11T04:55:11,862 DEBUG [M:0;a7bef91497aa:44833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f839703aa0fa4129a8fc02af5320ed32 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731300844728/Put/seqid=0 2024-11-11T04:55:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741870_1046 (size=14076) 2024-11-11T04:55:12,268 INFO [M:0;a7bef91497aa:44833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.60 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f839703aa0fa4129a8fc02af5320ed32 2024-11-11T04:55:12,274 INFO [M:0;a7bef91497aa:44833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f839703aa0fa4129a8fc02af5320ed32 2024-11-11T04:55:12,289 DEBUG [M:0;a7bef91497aa:44833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3c224e045f5424788e442cc387e7c15 is 69, key is a7bef91497aa,46359,1731300780733/rs:state/1731300812850/Put/seqid=0 2024-11-11T04:55:12,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741871_1047 (size=5156) 2024-11-11T04:55:12,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T04:55:12,695 INFO [M:0;a7bef91497aa:44833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3c224e045f5424788e442cc387e7c15 2024-11-11T04:55:12,702 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1087d035e3be497092adb13e6e5e1bbd as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1087d035e3be497092adb13e6e5e1bbd 2024-11-11T04:55:12,708 INFO [M:0;a7bef91497aa:44833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1087d035e3be497092adb13e6e5e1bbd, entries=8, sequenceid=319, filesize=5.5 K 2024-11-11T04:55:12,709 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f839703aa0fa4129a8fc02af5320ed32 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f839703aa0fa4129a8fc02af5320ed32 2024-11-11T04:55:12,715 INFO [M:0;a7bef91497aa:44833 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f839703aa0fa4129a8fc02af5320ed32 2024-11-11T04:55:12,715 INFO [M:0;a7bef91497aa:44833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f839703aa0fa4129a8fc02af5320ed32, entries=33, sequenceid=319, filesize=13.7 K 2024-11-11T04:55:12,716 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3c224e045f5424788e442cc387e7c15 as hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3c224e045f5424788e442cc387e7c15 2024-11-11T04:55:12,721 INFO [M:0;a7bef91497aa:44833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41647/user/jenkins/test-data/87982110-868d-a64f-474e-c846d3b4b365/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3c224e045f5424788e442cc387e7c15, entries=1, sequenceid=319, filesize=5.0 K 2024-11-11T04:55:12,723 INFO [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.89 KB/195472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=319, compaction requested=false 2024-11-11T04:55:12,724 INFO [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T04:55:12,724 DEBUG [M:0;a7bef91497aa:44833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731300911415Disabling compacts and flushes for region at 1731300911415Disabling writes for close at 1731300911415Obtaining lock to block concurrent updates at 1731300911415Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731300911415Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167075, getHeapSize=195712, getOffHeapSize=0, getCellsCount=366 at 1731300911416 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731300911417 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731300911417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731300911432 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731300911432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731300911845 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731300911861 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731300911861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731300912274 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731300912289 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731300912289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cc955c: reopening flushed file at 1731300912701 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7462b33: reopening flushed file at 1731300912709 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da0116b: reopening flushed file at 1731300912715 (+6 ms)Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.89 KB/195472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=319, compaction requested=false at 1731300912723 (+8 ms)Writing region close event to WAL at 1731300912724 (+1 ms)Closed at 1731300912724 2024-11-11T04:55:12,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33271 is added to blk_1073741830_1006 (size=188417) 2024-11-11T04:55:12,728 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T04:55:12,728 INFO [M:0;a7bef91497aa:44833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T04:55:12,728 INFO [M:0;a7bef91497aa:44833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44833 2024-11-11T04:55:12,728 INFO [M:0;a7bef91497aa:44833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T04:55:12,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:55:12,830 INFO [M:0;a7bef91497aa:44833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T04:55:12,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44833-0x10195acd8f90000, quorum=127.0.0.1:53458, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T04:55:12,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dbf03bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T04:55:12,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc8a3f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T04:55:12,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T04:55:12,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ffb86f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T04:55:12,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59dc2560{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/hadoop.log.dir/,STOPPED} 2024-11-11T04:55:12,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T04:55:12,840 WARN [BP-651632475-172.17.0.2-1731300776308 heartbeating to localhost/127.0.0.1:41647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T04:55:12,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T04:55:12,840 WARN [BP-651632475-172.17.0.2-1731300776308 heartbeating to localhost/127.0.0.1:41647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-651632475-172.17.0.2-1731300776308 (Datanode Uuid c8da11db-8ab9-45fd-8b22-4557696b4bcf) service to localhost/127.0.0.1:41647 2024-11-11T04:55:12,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7/data/data1/current/BP-651632475-172.17.0.2-1731300776308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T04:55:12,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/cluster_8d483ad3-5953-cf7e-1e46-65329a9006e7/data/data2/current/BP-651632475-172.17.0.2-1731300776308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T04:55:12,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T04:55:12,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc299d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T04:55:12,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e20720d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T04:55:12,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T04:55:12,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@734175dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T04:55:12,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6193f924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bcd914af-d77d-d3d1-2e8f-1f1360b53929/hadoop.log.dir/,STOPPED} 2024-11-11T04:55:12,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T04:55:12,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down