2024-11-28 07:56:39,102 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-28 07:56:39,114 main DEBUG Took 0.009502 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 07:56:39,114 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 07:56:39,114 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 07:56:39,115 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 07:56:39,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,123 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 07:56:39,142 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,144 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,145 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,146 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,147 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,148 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,149 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,150 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,151 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,151 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:56:39,152 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,152 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 07:56:39,153 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:56:39,154 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 07:56:39,156 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 07:56:39,156 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 07:56:39,157 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 07:56:39,158 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 07:56:39,166 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 07:56:39,168 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 07:56:39,170 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 07:56:39,170 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 07:56:39,170 main DEBUG createAppenders(={Console}) 2024-11-28 07:56:39,171 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-28 07:56:39,171 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-28 07:56:39,172 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-28 07:56:39,172 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 07:56:39,172 main DEBUG OutputStream closed 2024-11-28 07:56:39,173 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 07:56:39,173 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 07:56:39,173 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-28 07:56:39,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 07:56:39,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 07:56:39,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 07:56:39,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 07:56:39,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 07:56:39,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 07:56:39,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 07:56:39,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 07:56:39,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 07:56:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 07:56:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 07:56:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 07:56:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 07:56:39,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 07:56:39,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 07:56:39,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 07:56:39,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 07:56:39,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 07:56:39,249 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 07:56:39,249 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-28 07:56:39,249 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 07:56:39,250 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-28T07:56:39,265 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-28 07:56:39,268 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 07:56:39,268 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T07:56:39,513 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd 2024-11-28T07:56:39,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:56:39,544 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0, deleteOnExit=true 2024-11-28T07:56:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:56:39,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/test.cache.data in system properties and HBase conf 2024-11-28T07:56:39,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:56:39,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:56:39,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:56:39,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:56:39,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:56:39,632 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T07:56:39,720 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:56:39,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:56:39,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:56:39,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:56:39,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:56:39,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:56:39,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:56:39,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:56:39,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:56:39,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:56:39,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:56:39,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:56:39,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:56:39,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:56:39,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:56:40,516 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T07:56:40,610 INFO [Time-limited test {}] log.Log(170): Logging initialized @2177ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T07:56:40,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:56:40,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:56:40,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:56:40,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:56:40,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:56:40,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:56:40,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:56:40,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:56:40,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/java.io.tmpdir/jetty-localhost-35665-hadoop-hdfs-3_4_1-tests_jar-_-any-2878769799745477771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:56:40,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:35665} 2024-11-28T07:56:40,985 INFO [Time-limited test {}] server.Server(415): Started @2554ms 2024-11-28T07:56:41,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:56:41,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:56:41,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:56:41,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:56:41,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:56:41,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:56:41,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:56:41,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@258822a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/java.io.tmpdir/jetty-localhost-37319-hadoop-hdfs-3_4_1-tests_jar-_-any-12701883670311573917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:56:41,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:37319} 2024-11-28T07:56:41,500 INFO [Time-limited test {}] server.Server(415): Started @3068ms 2024-11-28T07:56:41,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:56:42,018 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0/data/data1/current/BP-787718556-172.17.0.2-1732780600277/current, will proceed with Du for space computation calculation, 2024-11-28T07:56:42,018 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0/data/data2/current/BP-787718556-172.17.0.2-1732780600277/current, will proceed with Du for space computation calculation, 2024-11-28T07:56:42,056 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:56:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31d4c59fa60fafc9 with lease ID 0xd521b88d5b9ce604: Processing first storage report for DS-b447fe22-ae1d-4189-8ddc-4ff964b6d6e7 from datanode DatanodeRegistration(127.0.0.1:39467, datanodeUuid=99d7bb3c-aeec-4330-9e23-b24f6af1a43c, infoPort=43103, infoSecurePort=0, ipcPort=43107, storageInfo=lv=-57;cid=testClusterID;nsid=599414371;c=1732780600277) 2024-11-28T07:56:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31d4c59fa60fafc9 with lease ID 0xd521b88d5b9ce604: from storage DS-b447fe22-ae1d-4189-8ddc-4ff964b6d6e7 node DatanodeRegistration(127.0.0.1:39467, datanodeUuid=99d7bb3c-aeec-4330-9e23-b24f6af1a43c, infoPort=43103, infoSecurePort=0, ipcPort=43107, storageInfo=lv=-57;cid=testClusterID;nsid=599414371;c=1732780600277), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T07:56:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31d4c59fa60fafc9 with lease ID 0xd521b88d5b9ce604: Processing first storage report for DS-8cb55389-541e-4c6e-bc65-7af6a79708a8 from datanode DatanodeRegistration(127.0.0.1:39467, datanodeUuid=99d7bb3c-aeec-4330-9e23-b24f6af1a43c, infoPort=43103, infoSecurePort=0, ipcPort=43107, storageInfo=lv=-57;cid=testClusterID;nsid=599414371;c=1732780600277) 2024-11-28T07:56:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31d4c59fa60fafc9 with lease ID 0xd521b88d5b9ce604: from storage DS-8cb55389-541e-4c6e-bc65-7af6a79708a8 node DatanodeRegistration(127.0.0.1:39467, datanodeUuid=99d7bb3c-aeec-4330-9e23-b24f6af1a43c, infoPort=43103, infoSecurePort=0, ipcPort=43107, storageInfo=lv=-57;cid=testClusterID;nsid=599414371;c=1732780600277), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:56:42,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd 2024-11-28T07:56:42,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0/zookeeper_0, clientPort=54876, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:56:42,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54876 2024-11-28T07:56:42,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:56:42,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:56:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:56:42,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 with version=8 2024-11-28T07:56:42,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/hbase-staging 2024-11-28T07:56:43,043 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T07:56:43,304 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=9 2024-11-28T07:56:43,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:56:43,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:56:43,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:56:43,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:56:43,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:56:43,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:56:43,519 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T07:56:43,527 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T07:56:43,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:56:43,558 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1611 (auto-detected) 2024-11-28T07:56:43,559 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T07:56:43,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40163 2024-11-28T07:56:43,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40163 connecting to ZooKeeper ensemble=127.0.0.1:54876 2024-11-28T07:56:43,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401630x0, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:56:43,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40163-0x1015d939e150000 connected 2024-11-28T07:56:43,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:56:43,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:56:43,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:56:43,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67, hbase.cluster.distributed=false 2024-11-28T07:56:43,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:56:43,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-28T07:56:43,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40163 2024-11-28T07:56:43,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40163 2024-11-28T07:56:43,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-28T07:56:43,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-28T07:56:43,826 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=9 2024-11-28T07:56:43,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:56:43,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:56:43,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:56:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:56:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:56:43,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:56:43,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:56:43,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37713 2024-11-28T07:56:43,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37713 connecting to ZooKeeper ensemble=127.0.0.1:54876 2024-11-28T07:56:43,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:56:43,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:56:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377130x0, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:56:43,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37713-0x1015d939e150001 connected 2024-11-28T07:56:43,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:56:43,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:56:43,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:56:43,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:56:43,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:56:43,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-28T07:56:43,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-28T07:56:43,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-28T07:56:43,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-28T07:56:43,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-28T07:56:43,887 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:40163 2024-11-28T07:56:43,888 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,40163,1732780603108 2024-11-28T07:56:43,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:56:43,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:56:43,899 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,40163,1732780603108 2024-11-28T07:56:43,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:56:43,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:43,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:43,920 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:56:43,921 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,40163,1732780603108 from backup master directory 2024-11-28T07:56:43,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:56:43,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,40163,1732780603108 2024-11-28T07:56:43,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:56:43,925 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:56:43,925 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,40163,1732780603108 2024-11-28T07:56:43,927 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T07:56:43,928 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T07:56:43,988 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/hbase.id] with ID: ded7e422-1c0d-4deb-bc86-3dd7778e295b 2024-11-28T07:56:43,988 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/.tmp/hbase.id 2024-11-28T07:56:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:56:44,399 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/.tmp/hbase.id]:[hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/hbase.id] 2024-11-28T07:56:44,442 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:56:44,446 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:56:44,466 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-28T07:56:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:44,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:44,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:56:44,904 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:56:44,907 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:56:44,923 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:56:44,928 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:56:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:56:45,376 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store 2024-11-28T07:56:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:56:45,799 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T07:56:45,802 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:56:45,803 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:56:45,803 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:56:45,804 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:56:45,805 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:56:45,805 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:56:45,805 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:56:45,807 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780605803Disabling compacts and flushes for region at 1732780605803Disabling writes for close at 1732780605805 (+2 ms)Writing region close event to WAL at 1732780605805Closed at 1732780605805 2024-11-28T07:56:45,809 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/.initializing 2024-11-28T07:56:45,809 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/WALs/f64cf8bdf19b,40163,1732780603108 2024-11-28T07:56:45,817 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:56:45,832 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C40163%2C1732780603108, suffix=, logDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/WALs/f64cf8bdf19b,40163,1732780603108, archiveDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/oldWALs, maxLogs=10 2024-11-28T07:56:45,854 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/WALs/f64cf8bdf19b,40163,1732780603108/f64cf8bdf19b%2C40163%2C1732780603108.1732780605836, exclude list is [], retry=0 2024-11-28T07:56:45,871 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39467,DS-b447fe22-ae1d-4189-8ddc-4ff964b6d6e7,DISK] 2024-11-28T07:56:45,874 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T07:56:45,909 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/WALs/f64cf8bdf19b,40163,1732780603108/f64cf8bdf19b%2C40163%2C1732780603108.1732780605836 2024-11-28T07:56:45,910 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103)] 2024-11-28T07:56:45,911 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:56:45,911 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:56:45,915 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:45,916 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:45,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:45,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:56:45,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:45,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:56:45,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:45,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:56:45,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:45,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:56:45,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:45,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:56:45,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:45,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:56:45,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:46,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:56:46,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:46,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:56:46,004 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:46,007 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:46,008 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:46,013 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:46,014 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:46,018 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:56:46,021 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:56:46,026 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:56:46,028 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62839817, jitterRate=-0.06361375749111176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:56:46,033 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732780605928Initializing all the Stores at 1732780605931 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780605931Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780605932 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780605932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780605932Cleaning up temporary data from old regions at 1732780606014 (+82 ms)Region opened successfully at 1732780606033 (+19 ms) 2024-11-28T07:56:46,034 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:56:46,067 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d2a9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:56:46,099 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:56:46,110 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:56:46,110 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:56:46,113 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:56:46,115 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T07:56:46,119 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T07:56:46,120 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T07:56:46,146 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:56:46,153 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:56:46,157 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:56:46,160 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:56:46,162 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:56:46,163 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:56:46,166 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:56:46,169 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:56:46,170 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:56:46,172 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:56:46,173 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:56:46,192 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:56:46,194 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:56:46,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:56:46,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:56:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:46,201 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,40163,1732780603108, sessionid=0x1015d939e150000, setting cluster-up flag (Was=false) 2024-11-28T07:56:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:46,221 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:56:46,222 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,40163,1732780603108 2024-11-28T07:56:46,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:46,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:56:46,234 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:56:46,236 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,40163,1732780603108 2024-11-28T07:56:46,242 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:56:46,276 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(746): ClusterId : ded7e422-1c0d-4deb-bc86-3dd7778e295b 2024-11-28T07:56:46,280 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:56:46,286 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:56:46,286 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:56:46,289 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:56:46,289 DEBUG [RS:0;f64cf8bdf19b:37713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d240053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:56:46,303 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:37713 2024-11-28T07:56:46,306 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:56:46,306 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:56:46,307 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:56:46,309 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,40163,1732780603108 with port=37713, startcode=1732780603787 2024-11-28T07:56:46,319 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:56:46,320 DEBUG [RS:0;f64cf8bdf19b:37713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:56:46,329 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:56:46,335 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:56:46,340 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,40163,1732780603108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:56:46,348 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:56:46,348 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:56:46,349 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:56:46,349 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:56:46,349 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:56:46,349 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:56:46,349 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:56:46,350 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:56:46,354 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732780636354 2024-11-28T07:56:46,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:56:46,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:56:46,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45859, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:56:46,357 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:56:46,358 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:56:46,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:46,363 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:56:46,363 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:56:46,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:56:46,364 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:56:46,364 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:56:46,365 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-28T07:56:46,365 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:56:46,369 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:56:46,370 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:56:46,371 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:56:46,374 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:56:46,374 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:56:46,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:56:46,378 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780606377,5,FailOnTimeoutGroup] 2024-11-28T07:56:46,380 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780606378,5,FailOnTimeoutGroup] 2024-11-28T07:56:46,380 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:56:46,381 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:56:46,382 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:56:46,382 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:56:46,393 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T07:56:46,393 WARN [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-28T07:56:46,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:56:46,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:56:46,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:56:47,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:56:47,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:56:47,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:56:47,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:47,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:56:47,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:56:47,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:56:47,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:47,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:56:47,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:56:47,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:56:47,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:47,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:56:47,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:56:47,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:56:47,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:56:47,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:56:47,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:56:47,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740 2024-11-28T07:56:47,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740 2024-11-28T07:56:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:56:47,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:56:47,213 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:56:47,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:56:47,219 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:56:47,220 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65131530, jitterRate=-0.02946457266807556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:56:47,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732780607191Initializing all the Stores at 1732780607193 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780607193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780607193Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780607193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780607193Cleaning up temporary data from old regions at 1732780607212 (+19 ms)Region opened successfully at 1732780607222 (+10 ms) 2024-11-28T07:56:47,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:56:47,222 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:56:47,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:56:47,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:56:47,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:56:47,224 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:56:47,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780607222Disabling compacts and flushes for region at 1732780607222Disabling writes for close at 1732780607222Writing region close event to WAL at 1732780607223 (+1 ms)Closed at 1732780607224 (+1 ms) 2024-11-28T07:56:47,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:56:47,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:56:47,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:56:47,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:56:47,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:56:47,395 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:48,395 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:49,396 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:50,397 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:51,398 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:52,398 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:53,399 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:53,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T07:56:53,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T07:56:54,400 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:55,400 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:56,401 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:57,402 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:58,402 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:56:59,403 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:00,404 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:01,405 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:02,405 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:03,406 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:04,407 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:05,407 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:06,408 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:07,409 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:08,409 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:09,410 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:10,411 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:11,411 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:12,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:57:12,413 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:13,413 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:14,414 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:15,415 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:16,394 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,40163,1732780603108 with port=37713, startcode=1732780603787 2024-11-28T07:57:16,397 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:16,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:16,408 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:57:16,408 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42321 2024-11-28T07:57:16,408 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:57:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:57:16,413 DEBUG [RS:0;f64cf8bdf19b:37713 {}] zookeeper.ZKUtil(111): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:16,413 WARN [RS:0;f64cf8bdf19b:37713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:57:16,413 INFO [RS:0;f64cf8bdf19b:37713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:57:16,414 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/WALs/f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:16,415 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:16,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,37713,1732780603787] 2024-11-28T07:57:16,442 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:57:16,458 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:57:16,464 INFO [RS:0;f64cf8bdf19b:37713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:57:16,464 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,465 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:57:16,470 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:57:16,471 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,471 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,472 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,472 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,472 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,472 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,472 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:57:16,472 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,473 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,473 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,473 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,473 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,473 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:57:16,473 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:57:16,473 DEBUG [RS:0;f64cf8bdf19b:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:57:16,474 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,474 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,474 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,474 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,475 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,475 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37713,1732780603787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:57:16,495 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:57:16,497 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,37713,1732780603787-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,497 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,498 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.Replication(171): f64cf8bdf19b,37713,1732780603787 started 2024-11-28T07:57:16,517 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:16,517 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,37713,1732780603787, RpcServer on f64cf8bdf19b/172.17.0.2:37713, sessionid=0x1015d939e150001 2024-11-28T07:57:16,518 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:57:16,518 DEBUG [RS:0;f64cf8bdf19b:37713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:16,518 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,37713,1732780603787' 2024-11-28T07:57:16,519 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:57:16,520 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:57:16,521 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:57:16,521 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:57:16,521 DEBUG [RS:0;f64cf8bdf19b:37713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:16,521 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,37713,1732780603787' 2024-11-28T07:57:16,521 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:57:16,522 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:57:16,522 DEBUG [RS:0;f64cf8bdf19b:37713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:57:16,522 INFO [RS:0;f64cf8bdf19b:37713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:57:16,523 INFO [RS:0;f64cf8bdf19b:37713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:57:17,416 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:18,417 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:19,417 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:20,418 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:21,419 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:22,419 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:23,420 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:24,421 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:25,421 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:26,422 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:27,423 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:28,423 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:29,424 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:30,425 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:31,426 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:32,426 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:33,427 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:34,428 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:35,428 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:36,429 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:37,430 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:38,430 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:39,431 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:40,432 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:41,432 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:42,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:57:42,433 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:43,433 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:44,434 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:45,435 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:46,435 WARN [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:57:46,528 INFO [RS:0;f64cf8bdf19b:37713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:57:46,532 INFO [RS:0;f64cf8bdf19b:37713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C37713%2C1732780603787, suffix=, logDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/WALs/f64cf8bdf19b,37713,1732780603787, archiveDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/oldWALs, maxLogs=32 2024-11-28T07:57:46,549 DEBUG [RS:0;f64cf8bdf19b:37713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/WALs/f64cf8bdf19b,37713,1732780603787/f64cf8bdf19b%2C37713%2C1732780603787.1732780666534, exclude list is [], retry=0 2024-11-28T07:57:46,553 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39467,DS-b447fe22-ae1d-4189-8ddc-4ff964b6d6e7,DISK] 2024-11-28T07:57:46,556 INFO [RS:0;f64cf8bdf19b:37713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/WALs/f64cf8bdf19b,37713,1732780603787/f64cf8bdf19b%2C37713%2C1732780603787.1732780666534 2024-11-28T07:57:46,557 DEBUG [RS:0;f64cf8bdf19b:37713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103)] 2024-11-28T07:57:46,688 DEBUG [f64cf8bdf19b:40163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T07:57:46,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:46,708 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,37713,1732780603787, state=OPENING 2024-11-28T07:57:46,713 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:57:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:57:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:57:46,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:57:46,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:57:46,718 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:57:46,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:57:46,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:57:46,902 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38985, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:57:46,912 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:57:46,913 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:57:46,913 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:57:46,916 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C37713%2C1732780603787.meta, suffix=.meta, logDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/WALs/f64cf8bdf19b,37713,1732780603787, archiveDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/oldWALs, maxLogs=32 2024-11-28T07:57:46,933 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/WALs/f64cf8bdf19b,37713,1732780603787/f64cf8bdf19b%2C37713%2C1732780603787.meta.1732780666918.meta, exclude list is [], retry=0 2024-11-28T07:57:46,936 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39467,DS-b447fe22-ae1d-4189-8ddc-4ff964b6d6e7,DISK] 2024-11-28T07:57:46,939 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/WALs/f64cf8bdf19b,37713,1732780603787/f64cf8bdf19b%2C37713%2C1732780603787.meta.1732780666918.meta 2024-11-28T07:57:46,940 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103)] 2024-11-28T07:57:46,940 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:57:46,942 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:57:46,945 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:57:46,949 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:57:46,953 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:57:46,954 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:57:46,954 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:57:46,954 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:57:46,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:57:46,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:57:46,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:46,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:57:46,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:57:46,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:57:46,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:46,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:57:46,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:57:46,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:57:46,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:46,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:57:46,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:57:46,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:57:46,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:46,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:57:46,966 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:57:46,968 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740 2024-11-28T07:57:46,970 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740 2024-11-28T07:57:46,972 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:57:46,972 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:57:46,973 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:57:46,975 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:57:46,977 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137991, jitterRate=-0.04426945745944977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:57:46,977 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:57:46,978 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732780666955Writing region info on filesystem at 1732780666955Initializing all the Stores at 1732780666957 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780666957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780666957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780666957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732780666957Cleaning up temporary data from old regions at 1732780666972 (+15 ms)Running coprocessor post-open hooks at 1732780666977 (+5 ms)Region opened successfully at 1732780666978 (+1 ms) 2024-11-28T07:57:46,985 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732780666888 2024-11-28T07:57:46,997 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:57:46,997 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:57:46,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:47,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,37713,1732780603787, state=OPEN 2024-11-28T07:57:47,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:57:47,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:57:47,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:57:47,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:57:47,008 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:47,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:57:47,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,37713,1732780603787 in 288 msec 2024-11-28T07:57:47,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:57:47,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7830 sec 2024-11-28T07:57:47,023 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:57:47,023 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:57:47,043 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:57:47,045 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,37713,1732780603787, seqNum=-1] 2024-11-28T07:57:47,066 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:57:47,069 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47729, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:57:47,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.816 sec 2024-11-28T07:57:47,089 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732780667089, completionTime=-1 2024-11-28T07:57:47,091 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T07:57:47,092 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:57:47,118 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T07:57:47,118 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732780727118 2024-11-28T07:57:47,118 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732780787118 2024-11-28T07:57:47,118 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-28T07:57:47,120 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40163,1732780603108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:47,121 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40163,1732780603108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:47,121 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40163,1732780603108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:47,122 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:40163, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:47,123 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:47,123 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:47,130 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:57:47,150 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.225sec 2024-11-28T07:57:47,151 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:57:47,153 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:57:47,154 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:57:47,154 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:57:47,154 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:57:47,155 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40163,1732780603108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:57:47,155 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40163,1732780603108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:57:47,163 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:57:47,164 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:57:47,164 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40163,1732780603108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:57:47,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc30bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:57:47,253 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T07:57:47,253 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T07:57:47,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,40163,-1 for getting cluster id 2024-11-28T07:57:47,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:57:47,271 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ded7e422-1c0d-4deb-bc86-3dd7778e295b' 2024-11-28T07:57:47,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:57:47,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ded7e422-1c0d-4deb-bc86-3dd7778e295b" 2024-11-28T07:57:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:57:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,40163,-1] 2024-11-28T07:57:47,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:57:47,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:57:47,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:57:47,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9fbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:57:47,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:57:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,37713,1732780603787, seqNum=-1] 2024-11-28T07:57:47,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:57:47,298 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:57:47,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,40163,1732780603108 2024-11-28T07:57:47,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1986eda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:57:47,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,40163,-1 for getting cluster id 2024-11-28T07:57:47,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:57:47,322 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ded7e422-1c0d-4deb-bc86-3dd7778e295b' 2024-11-28T07:57:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:57:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ded7e422-1c0d-4deb-bc86-3dd7778e295b" 2024-11-28T07:57:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2f7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:57:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,40163,-1] 2024-11-28T07:57:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:57:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:57:47,326 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:57:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a9f507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:57:47,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=11, AvailableMemoryMB=6935 2024-11-28T07:57:47,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T07:57:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f64cf8bdf19b,40163,1732780603108 2024-11-28T07:57:47,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c5f21 2024-11-28T07:57:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T07:57:47,360 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T07:57:47,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:57:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-28T07:57:47,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:57:47,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-28T07:57:47,382 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:47,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:57:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:57:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741835_1011 (size=428) 2024-11-28T07:57:47,799 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4d19ca999517f89e06bea6ecb961ee3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:57:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741836_1012 (size=79) 2024-11-28T07:57:47,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:57:47,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing c4d19ca999517f89e06bea6ecb961ee3, disabling compactions & flushes 2024-11-28T07:57:47,809 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:57:47,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:57:47,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. after waiting 0 ms 2024-11-28T07:57:47,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:57:47,809 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:57:47,809 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4d19ca999517f89e06bea6ecb961ee3: Waiting for close lock at 1732780667809Disabling compacts and flushes for region at 1732780667809Disabling writes for close at 1732780667809Writing region close event to WAL at 1732780667809Closed at 1732780667809 2024-11-28T07:57:47,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:57:47,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732780667811"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780667811"}]},"ts":"1732780667811"} 2024-11-28T07:57:47,821 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:57:47,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:57:47,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780667823"}]},"ts":"1732780667823"} 2024-11-28T07:57:47,831 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-28T07:57:47,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c4d19ca999517f89e06bea6ecb961ee3, ASSIGN}] 2024-11-28T07:57:47,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c4d19ca999517f89e06bea6ecb961ee3, ASSIGN 2024-11-28T07:57:47,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c4d19ca999517f89e06bea6ecb961ee3, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:57:47,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4d19ca999517f89e06bea6ecb961ee3, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:47,992 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c4d19ca999517f89e06bea6ecb961ee3, ASSIGN because future has completed 2024-11-28T07:57:47,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d19ca999517f89e06bea6ecb961ee3, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:57:48,154 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:57:48,154 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4d19ca999517f89e06bea6ecb961ee3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:57:48,155 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,155 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:57:48,155 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,155 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,157 INFO [StoreOpener-c4d19ca999517f89e06bea6ecb961ee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,159 INFO [StoreOpener-c4d19ca999517f89e06bea6ecb961ee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4d19ca999517f89e06bea6ecb961ee3 columnFamilyName testFamily 2024-11-28T07:57:48,160 DEBUG [StoreOpener-c4d19ca999517f89e06bea6ecb961ee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:48,161 INFO [StoreOpener-c4d19ca999517f89e06bea6ecb961ee3-1 {}] regionserver.HStore(327): Store=c4d19ca999517f89e06bea6ecb961ee3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:57:48,161 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,162 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,163 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,163 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,163 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,166 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,169 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:57:48,170 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4d19ca999517f89e06bea6ecb961ee3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63824091, jitterRate=-0.04894693195819855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:57:48,170 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:57:48,171 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4d19ca999517f89e06bea6ecb961ee3: Running coprocessor pre-open hook at 1732780668155Writing region info on filesystem at 1732780668155Initializing all the Stores at 1732780668157 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780668157Cleaning up temporary data from old regions at 1732780668163 (+6 ms)Running coprocessor post-open hooks at 1732780668170 (+7 ms)Region opened successfully at 1732780668171 (+1 ms) 2024-11-28T07:57:48,173 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3., pid=6, masterSystemTime=1732780668148 2024-11-28T07:57:48,177 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:57:48,177 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:57:48,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4d19ca999517f89e06bea6ecb961ee3, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:48,182 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4d19ca999517f89e06bea6ecb961ee3, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:57:48,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T07:57:48,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4d19ca999517f89e06bea6ecb961ee3, server=f64cf8bdf19b,37713,1732780603787 in 191 msec 2024-11-28T07:57:48,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T07:57:48,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=c4d19ca999517f89e06bea6ecb961ee3, ASSIGN in 355 msec 2024-11-28T07:57:48,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:57:48,193 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780668193"}]},"ts":"1732780668193"} 2024-11-28T07:57:48,196 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-28T07:57:48,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:57:48,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 826 msec 2024-11-28T07:57:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:57:48,403 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-28T07:57:48,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-28T07:57:48,405 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:57:48,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-28T07:57:48,411 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:57:48,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-28T07:57:48,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:57:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,37713,1732780603787, seqNum=-1] 2024-11-28T07:57:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:57:48,418 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:57:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:57:48,436 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:57:48,440 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-28T07:57:48,444 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-28T07:57:48,448 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-28T07:57:48,450 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-28T07:57:48,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8567731277526990856 2024-11-28T07:57:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780671449, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:57:48,458 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-28T07:57:48,460 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-28T07:57:48,461 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:57:48,462 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:57:48,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8567731277526990858 2024-11-28T07:57:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780671462, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:57:48,466 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:57:48,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8567731277526990859 2024-11-28T07:57:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780671466, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:57:48,470 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:57:48,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8567731277526990860 2024-11-28T07:57:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780671470, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:57:48,474 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:57:48,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_972095363_22 at /127.0.0.1:34032 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 177), ProcessCount=11 (was 11), AvailableMemoryMB=6915 (was 6935) 2024-11-28T07:57:48,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=6915 2024-11-28T07:57:48,495 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:57:48,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-28T07:57:48,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:57:48,499 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:48,499 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-28T07:57:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T07:57:48,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:57:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741837_1013 (size=414) 2024-11-28T07:57:48,914 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12d2293e33a11c371f02ad12c3b0f87c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:57:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741838_1014 (size=65) 2024-11-28T07:57:49,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:57:49,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 12d2293e33a11c371f02ad12c3b0f87c, disabling compactions & flushes 2024-11-28T07:57:49,324 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:57:49,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:57:49,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. after waiting 0 ms 2024-11-28T07:57:49,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:57:49,324 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:57:49,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12d2293e33a11c371f02ad12c3b0f87c: Waiting for close lock at 1732780669324Disabling compacts and flushes for region at 1732780669324Disabling writes for close at 1732780669324Writing region close event to WAL at 1732780669324Closed at 1732780669324 2024-11-28T07:57:49,326 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:57:49,327 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732780669326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780669326"}]},"ts":"1732780669326"} 2024-11-28T07:57:49,330 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:57:49,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:57:49,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780669331"}]},"ts":"1732780669331"} 2024-11-28T07:57:49,334 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-28T07:57:49,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12d2293e33a11c371f02ad12c3b0f87c, ASSIGN}] 2024-11-28T07:57:49,336 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12d2293e33a11c371f02ad12c3b0f87c, ASSIGN 2024-11-28T07:57:49,338 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12d2293e33a11c371f02ad12c3b0f87c, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:57:49,489 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=12d2293e33a11c371f02ad12c3b0f87c, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:49,493 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12d2293e33a11c371f02ad12c3b0f87c, ASSIGN because future has completed 2024-11-28T07:57:49,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d2293e33a11c371f02ad12c3b0f87c, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:57:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T07:57:49,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:57:49,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 12d2293e33a11c371f02ad12c3b0f87c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:57:49,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:57:49,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,656 INFO [StoreOpener-12d2293e33a11c371f02ad12c3b0f87c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,658 INFO [StoreOpener-12d2293e33a11c371f02ad12c3b0f87c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d2293e33a11c371f02ad12c3b0f87c columnFamilyName testFamily 2024-11-28T07:57:49,659 DEBUG [StoreOpener-12d2293e33a11c371f02ad12c3b0f87c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:49,659 INFO [StoreOpener-12d2293e33a11c371f02ad12c3b0f87c-1 {}] regionserver.HStore(327): Store=12d2293e33a11c371f02ad12c3b0f87c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:57:49,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:57:49,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 12d2293e33a11c371f02ad12c3b0f87c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70262802, jitterRate=0.04699733853340149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:57:49,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:57:49,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 12d2293e33a11c371f02ad12c3b0f87c: Running coprocessor pre-open hook at 1732780669655Writing region info on filesystem at 1732780669655Initializing all the Stores at 1732780669656 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780669656Cleaning up temporary data from old regions at 1732780669662 (+6 ms)Running coprocessor post-open hooks at 1732780669669 (+7 ms)Region opened successfully at 1732780669670 (+1 ms) 2024-11-28T07:57:49,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c., pid=9, masterSystemTime=1732780669648 2024-11-28T07:57:49,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:57:49,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:57:49,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=12d2293e33a11c371f02ad12c3b0f87c, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:49,679 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d2293e33a11c371f02ad12c3b0f87c, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:57:49,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T07:57:49,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d2293e33a11c371f02ad12c3b0f87c, server=f64cf8bdf19b,37713,1732780603787 in 187 msec 2024-11-28T07:57:49,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-28T07:57:49,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=12d2293e33a11c371f02ad12c3b0f87c, ASSIGN in 349 msec 2024-11-28T07:57:49,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:57:49,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780669689"}]},"ts":"1732780669689"} 2024-11-28T07:57:49,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-28T07:57:49,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:57:49,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.1980 sec 2024-11-28T07:57:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T07:57:51,523 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-28T07:57:51,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-28T07:57:51,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:57:51,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-28T07:57:51,528 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:57:51,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-28T07:57:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:57:51,547 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:57:51,547 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-28T07:57:51,552 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-28T07:57:51,555 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-28T07:57:52,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:57:52,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-28T07:57:52,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T07:57:52,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-28T07:57:53,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:57:53,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T07:57:53,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:57:53,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T07:57:53,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-28T07:57:53,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-28T07:57:53,518 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-28T07:57:53,518 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-28T07:57:57,560 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f64cf8bdf19b:37713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-28T07:57:57,561 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-28T07:57:57,561 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 from cache 2024-11-28T07:57:57,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=6909 (was 6915) 2024-11-28T07:57:57,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=6908 2024-11-28T07:57:57,582 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:57:57,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-28T07:57:57,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:57:57,586 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:57,586 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-28T07:57:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-28T07:57:57,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:57:57,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741839_1015 (size=412) 2024-11-28T07:57:57,999 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87748addbea99be25d88c86b121571e7, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:57:58,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741840_1016 (size=63) 2024-11-28T07:57:58,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-28T07:57:58,409 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:57:58,409 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 87748addbea99be25d88c86b121571e7, disabling compactions & flushes 2024-11-28T07:57:58,409 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:57:58,409 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:57:58,409 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. after waiting 0 ms 2024-11-28T07:57:58,409 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:57:58,409 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:57:58,409 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87748addbea99be25d88c86b121571e7: Waiting for close lock at 1732780678409Disabling compacts and flushes for region at 1732780678409Disabling writes for close at 1732780678409Writing region close event to WAL at 1732780678409Closed at 1732780678409 2024-11-28T07:57:58,411 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:57:58,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732780678411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780678411"}]},"ts":"1732780678411"} 2024-11-28T07:57:58,415 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:57:58,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:57:58,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780678416"}]},"ts":"1732780678416"} 2024-11-28T07:57:58,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-28T07:57:58,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=87748addbea99be25d88c86b121571e7, ASSIGN}] 2024-11-28T07:57:58,420 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=87748addbea99be25d88c86b121571e7, ASSIGN 2024-11-28T07:57:58,422 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=87748addbea99be25d88c86b121571e7, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:57:58,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=87748addbea99be25d88c86b121571e7, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:58,576 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=87748addbea99be25d88c86b121571e7, ASSIGN because future has completed 2024-11-28T07:57:58,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87748addbea99be25d88c86b121571e7, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:57:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-28T07:57:58,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:57:58,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 87748addbea99be25d88c86b121571e7, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:57:58,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:57:58,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,739 INFO [StoreOpener-87748addbea99be25d88c86b121571e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,741 INFO [StoreOpener-87748addbea99be25d88c86b121571e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87748addbea99be25d88c86b121571e7 columnFamilyName testFamily 2024-11-28T07:57:58,741 DEBUG [StoreOpener-87748addbea99be25d88c86b121571e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:57:58,742 INFO [StoreOpener-87748addbea99be25d88c86b121571e7-1 {}] regionserver.HStore(327): Store=87748addbea99be25d88c86b121571e7/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:57:58,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:57:58,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 87748addbea99be25d88c86b121571e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66337379, jitterRate=-0.011496022343635559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:57:58,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87748addbea99be25d88c86b121571e7 2024-11-28T07:57:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 87748addbea99be25d88c86b121571e7: Running coprocessor pre-open hook at 1732780678737Writing region info on filesystem at 1732780678737Initializing all the Stores at 1732780678738 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780678738Cleaning up temporary data from old regions at 1732780678744 (+6 ms)Running coprocessor post-open hooks at 1732780678750 (+6 ms)Region opened successfully at 1732780678751 (+1 ms) 2024-11-28T07:57:58,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7., pid=12, masterSystemTime=1732780678730 2024-11-28T07:57:58,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:57:58,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:57:58,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=87748addbea99be25d88c86b121571e7, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:57:58,759 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87748addbea99be25d88c86b121571e7, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:57:58,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-28T07:57:58,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 87748addbea99be25d88c86b121571e7, server=f64cf8bdf19b,37713,1732780603787 in 184 msec 2024-11-28T07:57:58,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-28T07:57:58,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=87748addbea99be25d88c86b121571e7, ASSIGN in 345 msec 2024-11-28T07:57:58,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:57:58,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780678769"}]},"ts":"1732780678769"} 2024-11-28T07:57:58,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-28T07:57:58,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:57:58,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1910 sec 2024-11-28T07:58:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-28T07:58:00,602 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-28T07:58:00,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-28T07:58:00,602 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:00,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-28T07:58:00,607 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:00,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-28T07:58:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:00,622 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:00,623 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-28T07:58:00,626 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-28T07:58:00,627 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-28T07:58:00,629 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-28T07:58:00,629 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-28T07:58:03,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-28T07:58:03,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:04,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:58:04,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-28T07:58:06,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990869' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-28T07:58:06,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45338 deadline: 1732780692637, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990869' does not exist 2024-11-28T07:58:06,641 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f64cf8bdf19b,37713,1732780603787 for closing scanner id = 8567731277526990869 for 87748addbea99be25d88c86b121571e7 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990869' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:58:06,643 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=6885 (was 6908) 2024-11-28T07:58:06,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=6885 2024-11-28T07:58:06,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:58:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-28T07:58:06,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:58:06,657 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:06,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-28T07:58:06,658 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:58:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T07:58:06,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741841_1017 (size=423) 2024-11-28T07:58:07,070 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22bea5d2c0dd37268f11a4a3532557d8, NAME => 'testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:58:07,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741842_1018 (size=74) 2024-11-28T07:58:07,079 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:07,079 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 22bea5d2c0dd37268f11a4a3532557d8, disabling compactions & flushes 2024-11-28T07:58:07,079 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:07,079 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:07,079 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. after waiting 0 ms 2024-11-28T07:58:07,080 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:07,080 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:07,080 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22bea5d2c0dd37268f11a4a3532557d8: Waiting for close lock at 1732780687079Disabling compacts and flushes for region at 1732780687079Disabling writes for close at 1732780687079Writing region close event to WAL at 1732780687080 (+1 ms)Closed at 1732780687080 2024-11-28T07:58:07,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:58:07,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732780687082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780687082"}]},"ts":"1732780687082"} 2024-11-28T07:58:07,085 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:58:07,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:58:07,087 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780687087"}]},"ts":"1732780687087"} 2024-11-28T07:58:07,089 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-28T07:58:07,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=22bea5d2c0dd37268f11a4a3532557d8, ASSIGN}] 2024-11-28T07:58:07,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=22bea5d2c0dd37268f11a4a3532557d8, ASSIGN 2024-11-28T07:58:07,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=22bea5d2c0dd37268f11a4a3532557d8, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:58:07,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-28T07:58:07,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=22bea5d2c0dd37268f11a4a3532557d8, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:07,246 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=22bea5d2c0dd37268f11a4a3532557d8, ASSIGN because future has completed 2024-11-28T07:58:07,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22bea5d2c0dd37268f11a4a3532557d8, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:58:07,406 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:07,406 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 22bea5d2c0dd37268f11a4a3532557d8, NAME => 'testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:58:07,406 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,406 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:07,406 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,406 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,409 INFO [StoreOpener-22bea5d2c0dd37268f11a4a3532557d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,412 INFO [StoreOpener-22bea5d2c0dd37268f11a4a3532557d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22bea5d2c0dd37268f11a4a3532557d8 columnFamilyName testFamily 2024-11-28T07:58:07,412 DEBUG [StoreOpener-22bea5d2c0dd37268f11a4a3532557d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:07,413 INFO [StoreOpener-22bea5d2c0dd37268f11a4a3532557d8-1 {}] regionserver.HStore(327): Store=22bea5d2c0dd37268f11a4a3532557d8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:58:07,413 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,414 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,415 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,415 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,415 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,418 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,421 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:58:07,422 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 22bea5d2c0dd37268f11a4a3532557d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58970374, jitterRate=-0.12127295136451721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:58:07,422 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:07,423 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 22bea5d2c0dd37268f11a4a3532557d8: Running coprocessor pre-open hook at 1732780687407Writing region info on filesystem at 1732780687407Initializing all the Stores at 1732780687408 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780687408Cleaning up temporary data from old regions at 1732780687415 (+7 ms)Running coprocessor post-open hooks at 1732780687422 (+7 ms)Region opened successfully at 1732780687423 (+1 ms) 2024-11-28T07:58:07,424 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8., pid=15, masterSystemTime=1732780687400 2024-11-28T07:58:07,427 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:07,427 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:07,428 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=22bea5d2c0dd37268f11a4a3532557d8, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:07,431 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22bea5d2c0dd37268f11a4a3532557d8, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:58:07,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-28T07:58:07,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 22bea5d2c0dd37268f11a4a3532557d8, server=f64cf8bdf19b,37713,1732780603787 in 186 msec 2024-11-28T07:58:07,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-28T07:58:07,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=22bea5d2c0dd37268f11a4a3532557d8, ASSIGN in 348 msec 2024-11-28T07:58:07,441 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:58:07,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780687441"}]},"ts":"1732780687441"} 2024-11-28T07:58:07,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-28T07:58:07,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:58:07,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 792 msec 2024-11-28T07:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T07:58:07,673 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-28T07:58:07,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-28T07:58:07,673 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:07,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-28T07:58:07,678 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:07,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-28T07:58:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:07,691 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:07,691 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-28T07:58:07,693 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-28T07:58:07,695 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-28T07:58:07,696 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-28T07:58:07,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8567731277526990873 2024-11-28T07:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780690695, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:58:07,699 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-28T07:58:07,700 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-28T07:58:07,700 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:58:07,701 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:58:07,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8567731277526990875 2024-11-28T07:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780690701, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:58:07,704 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:58:07,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8567731277526990876 2024-11-28T07:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780690704, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:58:07,707 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:58:07,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8567731277526990877 2024-11-28T07:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:45338 deadline: 1732780690707, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-28T07:58:07,710 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-28T07:58:07,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_972095363_22 at /127.0.0.1:33262 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=6881 (was 6885) 2024-11-28T07:58:07,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=6881 2024-11-28T07:58:07,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-28T07:58:07,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:58:07,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:07,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-28T07:58:07,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-28T07:58:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741843_1019 (size=418) 2024-11-28T07:58:08,145 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec850cc572535bc15022d105484342ac, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:58:08,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741844_1020 (size=69) 2024-11-28T07:58:08,553 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:08,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing ec850cc572535bc15022d105484342ac, disabling compactions & flushes 2024-11-28T07:58:08,554 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:08,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:08,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. after waiting 0 ms 2024-11-28T07:58:08,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:08,554 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:08,554 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec850cc572535bc15022d105484342ac: Waiting for close lock at 1732780688554Disabling compacts and flushes for region at 1732780688554Disabling writes for close at 1732780688554Writing region close event to WAL at 1732780688554Closed at 1732780688554 2024-11-28T07:58:08,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:58:08,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732780688556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780688556"}]},"ts":"1732780688556"} 2024-11-28T07:58:08,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:58:08,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:58:08,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780688561"}]},"ts":"1732780688561"} 2024-11-28T07:58:08,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-28T07:58:08,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ec850cc572535bc15022d105484342ac, ASSIGN}] 2024-11-28T07:58:08,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ec850cc572535bc15022d105484342ac, ASSIGN 2024-11-28T07:58:08,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ec850cc572535bc15022d105484342ac, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:58:08,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ec850cc572535bc15022d105484342ac, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:08,720 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ec850cc572535bc15022d105484342ac, ASSIGN because future has completed 2024-11-28T07:58:08,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec850cc572535bc15022d105484342ac, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:58:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-28T07:58:08,879 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:08,879 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ec850cc572535bc15022d105484342ac, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:58:08,880 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,880 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:08,880 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,880 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,882 INFO [StoreOpener-ec850cc572535bc15022d105484342ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,884 INFO [StoreOpener-ec850cc572535bc15022d105484342ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec850cc572535bc15022d105484342ac columnFamilyName testFamily 2024-11-28T07:58:08,884 DEBUG [StoreOpener-ec850cc572535bc15022d105484342ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:08,885 INFO [StoreOpener-ec850cc572535bc15022d105484342ac-1 {}] regionserver.HStore(327): Store=ec850cc572535bc15022d105484342ac/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:58:08,885 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,886 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,887 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,887 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,888 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,890 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,893 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:58:08,894 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ec850cc572535bc15022d105484342ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71005202, jitterRate=0.05805996060371399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:58:08,894 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:08,894 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ec850cc572535bc15022d105484342ac: Running coprocessor pre-open hook at 1732780688880Writing region info on filesystem at 1732780688880Initializing all the Stores at 1732780688882 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780688882Cleaning up temporary data from old regions at 1732780688888 (+6 ms)Running coprocessor post-open hooks at 1732780688894 (+6 ms)Region opened successfully at 1732780688894 2024-11-28T07:58:08,896 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., pid=18, masterSystemTime=1732780688873 2024-11-28T07:58:08,898 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:08,898 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:08,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=ec850cc572535bc15022d105484342ac, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:08,902 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec850cc572535bc15022d105484342ac, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:58:08,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-28T07:58:08,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure ec850cc572535bc15022d105484342ac, server=f64cf8bdf19b,37713,1732780603787 in 182 msec 2024-11-28T07:58:08,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-28T07:58:08,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=ec850cc572535bc15022d105484342ac, ASSIGN in 343 msec 2024-11-28T07:58:08,910 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:58:08,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780688910"}]},"ts":"1732780688910"} 2024-11-28T07:58:08,913 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-28T07:58:08,914 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:58:08,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1850 sec 2024-11-28T07:58:10,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-28T07:58:10,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-28T07:58:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-28T07:58:10,773 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-28T07:58:10,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-28T07:58:10,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:10,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-28T07:58:10,778 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:10,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-28T07:58:10,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:10,790 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:10,790 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-28T07:58:10,793 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-28T07:58:10,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-28T07:58:11,804 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f64cf8bdf19b:37713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-28T07:58:11,804 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms 2024-11-28T07:58:11,804 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 from cache 2024-11-28T07:58:12,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:58:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-28T07:58:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:12,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-28T07:58:12,908 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:58:13,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-28T07:58:13,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:13,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-28T07:58:13,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:13,803 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f64cf8bdf19b:37713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=976ms 2024-11-28T07:58:13,804 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=976ms 2024-11-28T07:58:13,804 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 from cache 2024-11-28T07:58:13,815 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=6853 (was 6881) 2024-11-28T07:58:13,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=6853 2024-11-28T07:58:13,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:58:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-28T07:58:13,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:58:13,829 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:13,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-28T07:58:13,831 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:58:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T07:58:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741845_1021 (size=416) 2024-11-28T07:58:14,246 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37845e5dda511e81c23591c6dd25da3c, NAME => 'testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:58:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741846_1022 (size=67) 2024-11-28T07:58:14,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:14,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 37845e5dda511e81c23591c6dd25da3c, disabling compactions & flushes 2024-11-28T07:58:14,255 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:14,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:14,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. after waiting 0 ms 2024-11-28T07:58:14,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:14,255 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:14,256 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37845e5dda511e81c23591c6dd25da3c: Waiting for close lock at 1732780694255Disabling compacts and flushes for region at 1732780694255Disabling writes for close at 1732780694255Writing region close event to WAL at 1732780694255Closed at 1732780694255 2024-11-28T07:58:14,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:58:14,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732780694258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780694258"}]},"ts":"1732780694258"} 2024-11-28T07:58:14,261 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:58:14,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:58:14,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780694262"}]},"ts":"1732780694262"} 2024-11-28T07:58:14,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-28T07:58:14,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37845e5dda511e81c23591c6dd25da3c, ASSIGN}] 2024-11-28T07:58:14,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37845e5dda511e81c23591c6dd25da3c, ASSIGN 2024-11-28T07:58:14,267 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37845e5dda511e81c23591c6dd25da3c, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:58:14,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-28T07:58:14,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=37845e5dda511e81c23591c6dd25da3c, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:14,421 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37845e5dda511e81c23591c6dd25da3c, ASSIGN because future has completed 2024-11-28T07:58:14,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37845e5dda511e81c23591c6dd25da3c, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:58:14,580 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:14,581 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 37845e5dda511e81c23591c6dd25da3c, NAME => 'testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:58:14,582 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,582 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:14,582 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,582 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,584 INFO [StoreOpener-37845e5dda511e81c23591c6dd25da3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,586 INFO [StoreOpener-37845e5dda511e81c23591c6dd25da3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37845e5dda511e81c23591c6dd25da3c columnFamilyName testFamily 2024-11-28T07:58:14,586 DEBUG [StoreOpener-37845e5dda511e81c23591c6dd25da3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:14,587 INFO [StoreOpener-37845e5dda511e81c23591c6dd25da3c-1 {}] regionserver.HStore(327): Store=37845e5dda511e81c23591c6dd25da3c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:58:14,587 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,589 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,589 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,590 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,590 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,592 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,595 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:58:14,596 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 37845e5dda511e81c23591c6dd25da3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71659689, jitterRate=0.06781257688999176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:58:14,596 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:14,597 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 37845e5dda511e81c23591c6dd25da3c: Running coprocessor pre-open hook at 1732780694582Writing region info on filesystem at 1732780694582Initializing all the Stores at 1732780694584 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780694584Cleaning up temporary data from old regions at 1732780694590 (+6 ms)Running coprocessor post-open hooks at 1732780694596 (+6 ms)Region opened successfully at 1732780694597 (+1 ms) 2024-11-28T07:58:14,598 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c., pid=21, masterSystemTime=1732780694575 2024-11-28T07:58:14,601 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:14,601 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:14,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=37845e5dda511e81c23591c6dd25da3c, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:14,605 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37845e5dda511e81c23591c6dd25da3c, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:58:14,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-28T07:58:14,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 37845e5dda511e81c23591c6dd25da3c, server=f64cf8bdf19b,37713,1732780603787 in 184 msec 2024-11-28T07:58:14,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-28T07:58:14,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=37845e5dda511e81c23591c6dd25da3c, ASSIGN in 344 msec 2024-11-28T07:58:14,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:58:14,613 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780694613"}]},"ts":"1732780694613"} 2024-11-28T07:58:14,615 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-28T07:58:14,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:58:14,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 790 msec 2024-11-28T07:58:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T07:58:14,842 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-28T07:58:14,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-28T07:58:14,843 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:14,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-28T07:58:14,847 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:14,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-28T07:58:14,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:14,860 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:14,860 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-28T07:58:14,863 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-28T07:58:14,866 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-28T07:58:14,867 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-28T07:58:14,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-28T07:58:16,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-28T07:58:17,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990888' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-28T07:58:17,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45338 deadline: 1732780698877, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990888' does not exist 2024-11-28T07:58:17,879 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f64cf8bdf19b,37713,1732780603787 for closing scanner id = 8567731277526990888 for 37845e5dda511e81c23591c6dd25da3c of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990888' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:58:17,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_972095363_22 at /127.0.0.1:35004 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=6853 (was 6853) 2024-11-28T07:58:17,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=6852 2024-11-28T07:58:17,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:58:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-28T07:58:17,900 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:58:17,900 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:17,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-28T07:58:17,901 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:58:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-28T07:58:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741847_1023 (size=411) 2024-11-28T07:58:18,311 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e7b73568fca6e008e09986b2196917a, NAME => 'testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:58:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741848_1024 (size=62) 2024-11-28T07:58:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-28T07:58:18,720 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:18,721 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6e7b73568fca6e008e09986b2196917a, disabling compactions & flushes 2024-11-28T07:58:18,721 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:18,721 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:18,721 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. after waiting 0 ms 2024-11-28T07:58:18,721 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:18,721 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:18,721 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e7b73568fca6e008e09986b2196917a: Waiting for close lock at 1732780698721Disabling compacts and flushes for region at 1732780698721Disabling writes for close at 1732780698721Writing region close event to WAL at 1732780698721Closed at 1732780698721 2024-11-28T07:58:18,723 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:58:18,723 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732780698723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780698723"}]},"ts":"1732780698723"} 2024-11-28T07:58:18,726 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:58:18,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:58:18,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780698728"}]},"ts":"1732780698728"} 2024-11-28T07:58:18,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-28T07:58:18,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6e7b73568fca6e008e09986b2196917a, ASSIGN}] 2024-11-28T07:58:18,732 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6e7b73568fca6e008e09986b2196917a, ASSIGN 2024-11-28T07:58:18,733 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6e7b73568fca6e008e09986b2196917a, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:58:18,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6e7b73568fca6e008e09986b2196917a, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:18,887 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6e7b73568fca6e008e09986b2196917a, ASSIGN because future has completed 2024-11-28T07:58:18,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e7b73568fca6e008e09986b2196917a, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:58:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-28T07:58:19,046 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:19,046 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e7b73568fca6e008e09986b2196917a, NAME => 'testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:58:19,047 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,047 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:19,047 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,047 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,049 INFO [StoreOpener-6e7b73568fca6e008e09986b2196917a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,052 INFO [StoreOpener-6e7b73568fca6e008e09986b2196917a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e7b73568fca6e008e09986b2196917a columnFamilyName testFamily 2024-11-28T07:58:19,052 DEBUG [StoreOpener-6e7b73568fca6e008e09986b2196917a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:19,053 INFO [StoreOpener-6e7b73568fca6e008e09986b2196917a-1 {}] regionserver.HStore(327): Store=6e7b73568fca6e008e09986b2196917a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:58:19,053 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,054 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,055 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,055 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,055 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,058 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,060 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:58:19,061 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6e7b73568fca6e008e09986b2196917a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71436599, jitterRate=0.06448827683925629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:58:19,061 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:19,062 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6e7b73568fca6e008e09986b2196917a: Running coprocessor pre-open hook at 1732780699048Writing region info on filesystem at 1732780699048Initializing all the Stores at 1732780699049 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780699049Cleaning up temporary data from old regions at 1732780699055 (+6 ms)Running coprocessor post-open hooks at 1732780699061 (+6 ms)Region opened successfully at 1732780699062 (+1 ms) 2024-11-28T07:58:19,063 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a., pid=24, masterSystemTime=1732780699040 2024-11-28T07:58:19,066 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:19,066 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:19,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6e7b73568fca6e008e09986b2196917a, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:19,069 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e7b73568fca6e008e09986b2196917a, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:58:19,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-28T07:58:19,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e7b73568fca6e008e09986b2196917a, server=f64cf8bdf19b,37713,1732780603787 in 183 msec 2024-11-28T07:58:19,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-28T07:58:19,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6e7b73568fca6e008e09986b2196917a, ASSIGN in 343 msec 2024-11-28T07:58:19,077 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:58:19,078 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780699077"}]},"ts":"1732780699077"} 2024-11-28T07:58:19,080 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-28T07:58:19,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:58:19,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1840 sec 2024-11-28T07:58:20,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:58:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-28T07:58:20,933 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-28T07:58:20,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-28T07:58:20,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:20,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-28T07:58:20,938 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:20,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-28T07:58:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:20,951 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:20,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-28T07:58:20,954 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-28T07:58:20,956 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-28T07:58:20,957 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-28T07:58:20,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-28T07:58:22,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-28T07:58:23,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-28T07:58:23,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:23,516 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-28T07:58:23,516 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:23,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990892' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-28T07:58:23,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45338 deadline: 1732780704968, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990892' does not exist 2024-11-28T07:58:23,969 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f64cf8bdf19b,37713,1732780603787 for closing scanner id = 8567731277526990892 for 6e7b73568fca6e008e09986b2196917a of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990892' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:58:23,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=6845 (was 6852) 2024-11-28T07:58:23,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=6845 2024-11-28T07:58:23,986 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:58:23,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-28T07:58:23,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:58:23,989 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:23,989 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-28T07:58:23,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:58:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T07:58:23,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741849_1025 (size=419) 2024-11-28T07:58:24,402 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97f5b44a84a61f73328d22c1e373eb78, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:58:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741850_1026 (size=70) 2024-11-28T07:58:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-28T07:58:24,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:24,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 97f5b44a84a61f73328d22c1e373eb78, disabling compactions & flushes 2024-11-28T07:58:24,811 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:24,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:24,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. after waiting 0 ms 2024-11-28T07:58:24,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:24,811 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:24,811 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97f5b44a84a61f73328d22c1e373eb78: Waiting for close lock at 1732780704811Disabling compacts and flushes for region at 1732780704811Disabling writes for close at 1732780704811Writing region close event to WAL at 1732780704811Closed at 1732780704811 2024-11-28T07:58:24,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:58:24,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732780704813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780704813"}]},"ts":"1732780704813"} 2024-11-28T07:58:24,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:58:24,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:58:24,818 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780704818"}]},"ts":"1732780704818"} 2024-11-28T07:58:24,820 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-28T07:58:24,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=97f5b44a84a61f73328d22c1e373eb78, ASSIGN}] 2024-11-28T07:58:24,822 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=97f5b44a84a61f73328d22c1e373eb78, ASSIGN 2024-11-28T07:58:24,823 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=97f5b44a84a61f73328d22c1e373eb78, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:58:24,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=97f5b44a84a61f73328d22c1e373eb78, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:24,977 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=97f5b44a84a61f73328d22c1e373eb78, ASSIGN because future has completed 2024-11-28T07:58:24,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f5b44a84a61f73328d22c1e373eb78, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:58:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T07:58:25,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:25,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f5b44a84a61f73328d22c1e373eb78, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:58:25,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:25,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,139 INFO [StoreOpener-97f5b44a84a61f73328d22c1e373eb78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,141 INFO [StoreOpener-97f5b44a84a61f73328d22c1e373eb78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f5b44a84a61f73328d22c1e373eb78 columnFamilyName testFamily 2024-11-28T07:58:25,141 DEBUG [StoreOpener-97f5b44a84a61f73328d22c1e373eb78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:25,142 INFO [StoreOpener-97f5b44a84a61f73328d22c1e373eb78-1 {}] regionserver.HStore(327): Store=97f5b44a84a61f73328d22c1e373eb78/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:58:25,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:58:25,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 97f5b44a84a61f73328d22c1e373eb78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68932720, jitterRate=0.02717757225036621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:58:25,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:25,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 97f5b44a84a61f73328d22c1e373eb78: Running coprocessor pre-open hook at 1732780705137Writing region info on filesystem at 1732780705137Initializing all the Stores at 1732780705138 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780705138Cleaning up temporary data from old regions at 1732780705144 (+6 ms)Running coprocessor post-open hooks at 1732780705151 (+7 ms)Region opened successfully at 1732780705151 2024-11-28T07:58:25,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., pid=27, masterSystemTime=1732780705130 2024-11-28T07:58:25,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:25,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:25,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=97f5b44a84a61f73328d22c1e373eb78, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:25,158 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f5b44a84a61f73328d22c1e373eb78, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:58:25,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-28T07:58:25,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f5b44a84a61f73328d22c1e373eb78, server=f64cf8bdf19b,37713,1732780603787 in 182 msec 2024-11-28T07:58:25,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-28T07:58:25,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=97f5b44a84a61f73328d22c1e373eb78, ASSIGN in 340 msec 2024-11-28T07:58:25,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:58:25,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780705165"}]},"ts":"1732780705165"} 2024-11-28T07:58:25,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-28T07:58:25,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:58:25,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1820 sec 2024-11-28T07:58:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T07:58:27,012 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-28T07:58:27,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-28T07:58:27,012 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-28T07:58:27,017 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:27,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-28T07:58:27,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:27,031 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:27,031 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-28T07:58:27,034 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-28T07:58:27,035 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-28T07:58:27,169 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T07:58:27,169 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T07:58:28,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-28T07:58:30,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:58:33,044 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f64cf8bdf19b:37713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms 2024-11-28T07:58:33,044 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6010ms, rpcTimeout=5999ms 2024-11-28T07:58:33,044 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 from cache 2024-11-28T07:58:33,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=112 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=6837 (was 6845) 2024-11-28T07:58:33,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=112, ProcessCount=12, AvailableMemoryMB=6836 2024-11-28T07:58:33,065 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:58:33,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-28T07:58:33,068 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:58:33,068 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:33,069 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-28T07:58:33,070 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:58:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-28T07:58:33,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741851_1027 (size=407) 2024-11-28T07:58:33,481 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca7b339707df9a8a55dc20fc8b5b97cd, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:58:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741852_1028 (size=58) 2024-11-28T07:58:33,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-28T07:58:33,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-28T07:58:33,894 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:33,894 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ca7b339707df9a8a55dc20fc8b5b97cd, disabling compactions & flushes 2024-11-28T07:58:33,894 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:33,894 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:33,894 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. after waiting 0 ms 2024-11-28T07:58:33,894 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:33,894 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:33,894 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca7b339707df9a8a55dc20fc8b5b97cd: Waiting for close lock at 1732780713894Disabling compacts and flushes for region at 1732780713894Disabling writes for close at 1732780713894Writing region close event to WAL at 1732780713894Closed at 1732780713894 2024-11-28T07:58:33,896 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:58:33,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732780713896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780713896"}]},"ts":"1732780713896"} 2024-11-28T07:58:33,899 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:58:33,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:58:33,900 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780713900"}]},"ts":"1732780713900"} 2024-11-28T07:58:33,902 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-28T07:58:33,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca7b339707df9a8a55dc20fc8b5b97cd, ASSIGN}] 2024-11-28T07:58:33,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca7b339707df9a8a55dc20fc8b5b97cd, ASSIGN 2024-11-28T07:58:33,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca7b339707df9a8a55dc20fc8b5b97cd, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:58:34,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca7b339707df9a8a55dc20fc8b5b97cd, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:34,060 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca7b339707df9a8a55dc20fc8b5b97cd, ASSIGN because future has completed 2024-11-28T07:58:34,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7b339707df9a8a55dc20fc8b5b97cd, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:58:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-28T07:58:34,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:34,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => ca7b339707df9a8a55dc20fc8b5b97cd, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:58:34,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:34,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,222 INFO [StoreOpener-ca7b339707df9a8a55dc20fc8b5b97cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,224 INFO [StoreOpener-ca7b339707df9a8a55dc20fc8b5b97cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca7b339707df9a8a55dc20fc8b5b97cd columnFamilyName testFamily 2024-11-28T07:58:34,224 DEBUG [StoreOpener-ca7b339707df9a8a55dc20fc8b5b97cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:34,225 INFO [StoreOpener-ca7b339707df9a8a55dc20fc8b5b97cd-1 {}] regionserver.HStore(327): Store=ca7b339707df9a8a55dc20fc8b5b97cd/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:58:34,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:58:34,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened ca7b339707df9a8a55dc20fc8b5b97cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60931047, jitterRate=-0.09205664694309235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:58:34,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:34,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for ca7b339707df9a8a55dc20fc8b5b97cd: Running coprocessor pre-open hook at 1732780714220Writing region info on filesystem at 1732780714220Initializing all the Stores at 1732780714221 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780714221Cleaning up temporary data from old regions at 1732780714227 (+6 ms)Running coprocessor post-open hooks at 1732780714232 (+5 ms)Region opened successfully at 1732780714233 (+1 ms) 2024-11-28T07:58:34,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd., pid=30, masterSystemTime=1732780714212 2024-11-28T07:58:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:34,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:34,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ca7b339707df9a8a55dc20fc8b5b97cd, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:34,241 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca7b339707df9a8a55dc20fc8b5b97cd, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:58:34,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-28T07:58:34,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure ca7b339707df9a8a55dc20fc8b5b97cd, server=f64cf8bdf19b,37713,1732780603787 in 182 msec 2024-11-28T07:58:34,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-28T07:58:34,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ca7b339707df9a8a55dc20fc8b5b97cd, ASSIGN in 342 msec 2024-11-28T07:58:34,248 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:58:34,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780714249"}]},"ts":"1732780714249"} 2024-11-28T07:58:34,251 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-28T07:58:34,252 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:58:34,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1870 sec 2024-11-28T07:58:34,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-28T07:58:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-28T07:58:36,092 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-28T07:58:36,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-28T07:58:36,093 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:36,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-28T07:58:36,098 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:36,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-28T07:58:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:36,109 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:36,110 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-28T07:58:36,112 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-28T07:58:36,114 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-28T07:58:36,115 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-28T07:58:36,115 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-28T07:58:39,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:58:42,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990900' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-28T07:58:42,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37713 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:45338 deadline: 1732780728126, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990900' does not exist 2024-11-28T07:58:42,128 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to f64cf8bdf19b,37713,1732780603787 for closing scanner id = 8567731277526990900 for ca7b339707df9a8a55dc20fc8b5b97cd of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8567731277526990900' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:58:42,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=109 (was 112), ProcessCount=11 (was 12), AvailableMemoryMB=6801 (was 6836) 2024-11-28T07:58:42,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=109, ProcessCount=11, AvailableMemoryMB=6801 2024-11-28T07:58:42,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-28T07:58:42,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:58:42,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:42,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-28T07:58:42,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:58:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T07:58:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741853_1029 (size=423) 2024-11-28T07:58:42,181 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:58:42,559 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93198dca2f7aa5502b35b60743c0649f, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67 2024-11-28T07:58:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741854_1030 (size=74) 2024-11-28T07:58:42,568 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:42,569 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 93198dca2f7aa5502b35b60743c0649f, disabling compactions & flushes 2024-11-28T07:58:42,569 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:42,569 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:42,569 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. after waiting 0 ms 2024-11-28T07:58:42,569 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:42,569 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:42,569 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93198dca2f7aa5502b35b60743c0649f: Waiting for close lock at 1732780722568Disabling compacts and flushes for region at 1732780722568Disabling writes for close at 1732780722569 (+1 ms)Writing region close event to WAL at 1732780722569Closed at 1732780722569 2024-11-28T07:58:42,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:58:42,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732780722571"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732780722571"}]},"ts":"1732780722571"} 2024-11-28T07:58:42,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T07:58:42,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:58:42,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780722575"}]},"ts":"1732780722575"} 2024-11-28T07:58:42,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-28T07:58:42,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=93198dca2f7aa5502b35b60743c0649f, ASSIGN}] 2024-11-28T07:58:42,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=93198dca2f7aa5502b35b60743c0649f, ASSIGN 2024-11-28T07:58:42,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=93198dca2f7aa5502b35b60743c0649f, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,37713,1732780603787; forceNewPlan=false, retain=false 2024-11-28T07:58:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-28T07:58:42,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=93198dca2f7aa5502b35b60743c0649f, regionState=OPENING, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:42,734 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=93198dca2f7aa5502b35b60743c0649f, ASSIGN because future has completed 2024-11-28T07:58:42,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93198dca2f7aa5502b35b60743c0649f, server=f64cf8bdf19b,37713,1732780603787}] 2024-11-28T07:58:42,894 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:42,894 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 93198dca2f7aa5502b35b60743c0649f, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:58:42,894 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,894 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:58:42,895 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,895 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,896 INFO [StoreOpener-93198dca2f7aa5502b35b60743c0649f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,898 INFO [StoreOpener-93198dca2f7aa5502b35b60743c0649f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93198dca2f7aa5502b35b60743c0649f columnFamilyName testFamily 2024-11-28T07:58:42,898 DEBUG [StoreOpener-93198dca2f7aa5502b35b60743c0649f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:58:42,899 INFO [StoreOpener-93198dca2f7aa5502b35b60743c0649f-1 {}] regionserver.HStore(327): Store=93198dca2f7aa5502b35b60743c0649f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:58:42,899 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,900 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,901 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,901 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,901 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,904 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,908 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:58:42,908 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 93198dca2f7aa5502b35b60743c0649f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65791249, jitterRate=-0.01963399350643158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:58:42,909 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:42,910 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 93198dca2f7aa5502b35b60743c0649f: Running coprocessor pre-open hook at 1732780722895Writing region info on filesystem at 1732780722895Initializing all the Stores at 1732780722896 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732780722896Cleaning up temporary data from old regions at 1732780722901 (+5 ms)Running coprocessor post-open hooks at 1732780722909 (+8 ms)Region opened successfully at 1732780722910 (+1 ms) 2024-11-28T07:58:42,911 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., pid=33, masterSystemTime=1732780722888 2024-11-28T07:58:42,914 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:42,914 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:42,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=93198dca2f7aa5502b35b60743c0649f, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:42,919 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93198dca2f7aa5502b35b60743c0649f, server=f64cf8bdf19b,37713,1732780603787 because future has completed 2024-11-28T07:58:42,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-28T07:58:42,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 93198dca2f7aa5502b35b60743c0649f, server=f64cf8bdf19b,37713,1732780603787 in 185 msec 2024-11-28T07:58:42,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-28T07:58:42,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=93198dca2f7aa5502b35b60743c0649f, ASSIGN in 345 msec 2024-11-28T07:58:42,927 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:58:42,927 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732780722927"}]},"ts":"1732780722927"} 2024-11-28T07:58:42,929 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-28T07:58:42,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:58:42,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 787 msec 2024-11-28T07:58:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T07:58:43,162 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-28T07:58:43,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-28T07:58:43,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-28T07:58:43,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:58:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-28T07:58:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:43,181 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-28T07:58:43,181 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-28T07:58:43,184 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-28T07:58:43,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-28T07:58:43,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-28T07:58:43,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:43,517 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-28T07:58:43,517 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-28T07:58:44,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f64cf8bdf19b:37713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-28T07:58:44,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-28T07:58:44,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 from cache 2024-11-28T07:58:44,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-28T07:58:45,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2] 2024-11-28T07:58:45,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-28T07:58:46,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=f64cf8bdf19b:37713 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=969ms 2024-11-28T07:58:46,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=980ms, rpcTimeout=969ms 2024-11-28T07:58:46,194 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., hostname=f64cf8bdf19b,37713,1732780603787, seqNum=2 from cache 2024-11-28T07:58:46,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_972095363_22 at /127.0.0.1:53456 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 109), ProcessCount=11 (was 11), AvailableMemoryMB=6669 (was 6801) 2024-11-28T07:58:46,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:58:46,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:58:46,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:58:46,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:58:46,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:58:46,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:58:46,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:58:46,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:58:46,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:58:46,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:58:46,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:58:46,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:58:46,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370267634, stopped=false 2024-11-28T07:58:46,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,40163,1732780603108 2024-11-28T07:58:46,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:58:46,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:58:46,215 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:58:46,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:58:46,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:58:46,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:58:46,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:58:46,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:58:46,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:58:46,217 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,37713,1732780603787' ***** 2024-11-28T07:58:46,217 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:58:46,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:58:46,217 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:58:46,218 INFO [RS:0;f64cf8bdf19b:37713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:58:46,218 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:58:46,218 INFO [RS:0;f64cf8bdf19b:37713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:58:46,218 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 12d2293e33a11c371f02ad12c3b0f87c 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for ec850cc572535bc15022d105484342ac 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for c4d19ca999517f89e06bea6ecb961ee3 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 37845e5dda511e81c23591c6dd25da3c 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 93198dca2f7aa5502b35b60743c0649f 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 87748addbea99be25d88c86b121571e7 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e7b73568fca6e008e09986b2196917a 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:46,219 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12d2293e33a11c371f02ad12c3b0f87c, disabling compactions & flushes 2024-11-28T07:58:46,219 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:46,219 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:58:46,219 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:58:46,220 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:46,220 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. after waiting 0 ms 2024-11-28T07:58:46,220 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:58:46,220 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:58:46,220 INFO [RS:0;f64cf8bdf19b:37713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:37713. 2024-11-28T07:58:46,220 DEBUG [RS:0;f64cf8bdf19b:37713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:58:46,220 DEBUG [RS:0;f64cf8bdf19b:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:58:46,220 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:58:46,220 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:58:46,220 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:58:46,220 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:58:46,221 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-28T07:58:46,221 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:58:46,221 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:58:46,221 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:58:46,221 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:58:46,221 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:58:46,221 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 12d2293e33a11c371f02ad12c3b0f87c, 1588230740, 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, c4d19ca999517f89e06bea6ecb961ee3, ca7b339707df9a8a55dc20fc8b5b97cd, ec850cc572535bc15022d105484342ac 2024-11-28T07:58:46,224 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-28T07:58:46,224 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12d2293e33a11c371f02ad12c3b0f87c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:46,286 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c/.tmp/testFamily/f3693879ad904169b77aefc9a311d53c is 61, key is row-0/testFamily:testQualifier/1732780671534/Put/seqid=0 2024-11-28T07:58:46,293 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/info/156c756bc9654e5c9d75f6632077487f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3./info:regioninfo/1732780668178/Put/seqid=0 2024-11-28T07:58:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741855_1031 (size=5049) 2024-11-28T07:58:46,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741856_1032 (size=20564) 2024-11-28T07:58:46,303 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/info/156c756bc9654e5c9d75f6632077487f 2024-11-28T07:58:46,374 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/ns/019e30380f634932b34328a231f1c3e6 is 43, key is default/ns:d/1732780667073/Put/seqid=0 2024-11-28T07:58:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741857_1033 (size=5153) 2024-11-28T07:58:46,381 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/ns/019e30380f634932b34328a231f1c3e6 2024-11-28T07:58:46,412 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/table/2d3df4b5a172461f8c627fc2bee4a161 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732780668193/Put/seqid=0 2024-11-28T07:58:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741858_1034 (size=6699) 2024-11-28T07:58:46,422 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 12d2293e33a11c371f02ad12c3b0f87c, 1588230740, 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, c4d19ca999517f89e06bea6ecb961ee3, ca7b339707df9a8a55dc20fc8b5b97cd, ec850cc572535bc15022d105484342ac 2024-11-28T07:58:46,475 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T07:58:46,475 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T07:58:46,516 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-28T07:58:46,622 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 12d2293e33a11c371f02ad12c3b0f87c, 1588230740, 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, c4d19ca999517f89e06bea6ecb961ee3, ca7b339707df9a8a55dc20fc8b5b97cd, ec850cc572535bc15022d105484342ac 2024-11-28T07:58:46,700 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c/.tmp/testFamily/f3693879ad904169b77aefc9a311d53c 2024-11-28T07:58:46,712 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c/.tmp/testFamily/f3693879ad904169b77aefc9a311d53c as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c/testFamily/f3693879ad904169b77aefc9a311d53c 2024-11-28T07:58:46,716 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T07:58:46,723 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c/testFamily/f3693879ad904169b77aefc9a311d53c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:46,736 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12d2293e33a11c371f02ad12c3b0f87c in 511ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:46,746 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScanner/12d2293e33a11c371f02ad12c3b0f87c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:46,749 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:58:46,749 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12d2293e33a11c371f02ad12c3b0f87c: Waiting for close lock at 1732780726219Running coprocessor pre-close hooks at 1732780726219Disabling compacts and flushes for region at 1732780726219Disabling writes for close at 1732780726220 (+1 ms)Obtaining lock to block concurrent updates at 1732780726224 (+4 ms)Preparing flush snapshotting stores in 12d2293e33a11c371f02ad12c3b0f87c at 1732780726224Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780726233 (+9 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. at 1732780726234 (+1 ms)Flushing 12d2293e33a11c371f02ad12c3b0f87c/testFamily: creating writer at 1732780726235 (+1 ms)Flushing 12d2293e33a11c371f02ad12c3b0f87c/testFamily: appending metadata at 1732780726281 (+46 ms)Flushing 12d2293e33a11c371f02ad12c3b0f87c/testFamily: closing flushed file at 1732780726283 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27171332: reopening flushed file at 1732780726710 (+427 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 12d2293e33a11c371f02ad12c3b0f87c in 511ms, sequenceid=8, compaction requested=false at 1732780726736 (+26 ms)Writing region close event to WAL at 1732780726739 (+3 ms)Running coprocessor post-close hooks at 1732780726747 (+8 ms)Closed at 1732780726749 (+2 ms) 2024-11-28T07:58:46,750 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732780668495.12d2293e33a11c371f02ad12c3b0f87c. 2024-11-28T07:58:46,750 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec850cc572535bc15022d105484342ac, disabling compactions & flushes 2024-11-28T07:58:46,750 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:46,750 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:46,750 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. after waiting 0 ms 2024-11-28T07:58:46,750 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:46,750 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec850cc572535bc15022d105484342ac 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:46,780 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac/.tmp/testFamily/1d5f4d62840243e899bc62640ef17315 is 61, key is row-0/testFamily:testQualifier/1732780690782/Put/seqid=0 2024-11-28T07:58:46,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741859_1035 (size=5049) 2024-11-28T07:58:46,804 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac/.tmp/testFamily/1d5f4d62840243e899bc62640ef17315 2024-11-28T07:58:46,817 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac/.tmp/testFamily/1d5f4d62840243e899bc62640ef17315 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac/testFamily/1d5f4d62840243e899bc62640ef17315 2024-11-28T07:58:46,822 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, c4d19ca999517f89e06bea6ecb961ee3, ca7b339707df9a8a55dc20fc8b5b97cd, ec850cc572535bc15022d105484342ac 2024-11-28T07:58:46,824 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/table/2d3df4b5a172461f8c627fc2bee4a161 2024-11-28T07:58:46,834 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac/testFamily/1d5f4d62840243e899bc62640ef17315, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:46,835 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/info/156c756bc9654e5c9d75f6632077487f as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/info/156c756bc9654e5c9d75f6632077487f 2024-11-28T07:58:46,836 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec850cc572535bc15022d105484342ac in 86ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:46,848 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/info/156c756bc9654e5c9d75f6632077487f, entries=100, sequenceid=56, filesize=20.1 K 2024-11-28T07:58:46,850 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScanner/ec850cc572535bc15022d105484342ac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:46,851 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:46,851 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec850cc572535bc15022d105484342ac: Waiting for close lock at 1732780726750Running coprocessor pre-close hooks at 1732780726750Disabling compacts and flushes for region at 1732780726750Disabling writes for close at 1732780726750Obtaining lock to block concurrent updates at 1732780726750Preparing flush snapshotting stores in ec850cc572535bc15022d105484342ac at 1732780726750Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780726751 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. at 1732780726752 (+1 ms)Flushing ec850cc572535bc15022d105484342ac/testFamily: creating writer at 1732780726752Flushing ec850cc572535bc15022d105484342ac/testFamily: appending metadata at 1732780726779 (+27 ms)Flushing ec850cc572535bc15022d105484342ac/testFamily: closing flushed file at 1732780726779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3a3325: reopening flushed file at 1732780726815 (+36 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ec850cc572535bc15022d105484342ac in 86ms, sequenceid=8, compaction requested=false at 1732780726836 (+21 ms)Writing region close event to WAL at 1732780726838 (+2 ms)Running coprocessor post-close hooks at 1732780726851 (+13 ms)Closed at 1732780726851 2024-11-28T07:58:46,851 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732780687729.ec850cc572535bc15022d105484342ac. 2024-11-28T07:58:46,851 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4d19ca999517f89e06bea6ecb961ee3, disabling compactions & flushes 2024-11-28T07:58:46,851 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:58:46,852 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:58:46,852 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. after waiting 0 ms 2024-11-28T07:58:46,852 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:58:46,852 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4d19ca999517f89e06bea6ecb961ee3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:46,852 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/ns/019e30380f634932b34328a231f1c3e6 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/ns/019e30380f634932b34328a231f1c3e6 2024-11-28T07:58:46,865 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/ns/019e30380f634932b34328a231f1c3e6, entries=2, sequenceid=56, filesize=5.0 K 2024-11-28T07:58:46,871 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/.tmp/table/2d3df4b5a172461f8c627fc2bee4a161 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/table/2d3df4b5a172461f8c627fc2bee4a161 2024-11-28T07:58:46,877 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3/.tmp/testFamily/c8933f7edd6445b1912b0fc1c14eabdb is 61, key is row-0/testFamily:testQualifier/1732780668425/Put/seqid=0 2024-11-28T07:58:46,881 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/table/2d3df4b5a172461f8c627fc2bee4a161, entries=20, sequenceid=56, filesize=6.5 K 2024-11-28T07:58:46,884 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 662ms, sequenceid=56, compaction requested=false 2024-11-28T07:58:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741860_1036 (size=5049) 2024-11-28T07:58:46,908 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-28T07:58:46,911 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:58:46,911 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:58:46,911 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732780726221Running coprocessor pre-close hooks at 1732780726221Disabling compacts and flushes for region at 1732780726221Disabling writes for close at 1732780726221Obtaining lock to block concurrent updates at 1732780726224 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732780726224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732780726233 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732780726234 (+1 ms)Flushing 1588230740/info: creating writer at 1732780726235 (+1 ms)Flushing 1588230740/info: appending metadata at 1732780726288 (+53 ms)Flushing 1588230740/info: closing flushed file at 1732780726288Flushing 1588230740/ns: creating writer at 1732780726354 (+66 ms)Flushing 1588230740/ns: appending metadata at 1732780726373 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732780726373Flushing 1588230740/table: creating writer at 1732780726391 (+18 ms)Flushing 1588230740/table: appending metadata at 1732780726411 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732780726411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c1cf18: reopening flushed file at 1732780726833 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55dc0b63: reopening flushed file at 1732780726848 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424281d3: reopening flushed file at 1732780726866 (+18 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 662ms, sequenceid=56, compaction requested=false at 1732780726884 (+18 ms)Writing region close event to WAL at 1732780726900 (+16 ms)Running coprocessor post-close hooks at 1732780726910 (+10 ms)Closed at 1732780726911 (+1 ms) 2024-11-28T07:58:46,912 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:58:47,022 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, c4d19ca999517f89e06bea6ecb961ee3, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:47,122 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:58:47,223 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1321): Waiting on 8 regions to close 2024-11-28T07:58:47,223 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1325): Online Regions={c4d19ca999517f89e06bea6ecb961ee3=testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3., 37845e5dda511e81c23591c6dd25da3c=testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c., 93198dca2f7aa5502b35b60743c0649f=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., 87748addbea99be25d88c86b121571e7=hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7., 6e7b73568fca6e008e09986b2196917a=testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a., ca7b339707df9a8a55dc20fc8b5b97cd=hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd., 97f5b44a84a61f73328d22c1e373eb78=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., 22bea5d2c0dd37268f11a4a3532557d8=testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.} 2024-11-28T07:58:47,223 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, c4d19ca999517f89e06bea6ecb961ee3, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:47,292 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3/.tmp/testFamily/c8933f7edd6445b1912b0fc1c14eabdb 2024-11-28T07:58:47,301 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3/.tmp/testFamily/c8933f7edd6445b1912b0fc1c14eabdb as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3/testFamily/c8933f7edd6445b1912b0fc1c14eabdb 2024-11-28T07:58:47,309 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3/testFamily/c8933f7edd6445b1912b0fc1c14eabdb, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:47,310 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c4d19ca999517f89e06bea6ecb961ee3 in 458ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:47,320 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextExceptionAsync/c4d19ca999517f89e06bea6ecb961ee3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:47,321 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:58:47,321 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4d19ca999517f89e06bea6ecb961ee3: Waiting for close lock at 1732780726851Running coprocessor pre-close hooks at 1732780726851Disabling compacts and flushes for region at 1732780726851Disabling writes for close at 1732780726852 (+1 ms)Obtaining lock to block concurrent updates at 1732780726852Preparing flush snapshotting stores in c4d19ca999517f89e06bea6ecb961ee3 at 1732780726852Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780726852Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. at 1732780726854 (+2 ms)Flushing c4d19ca999517f89e06bea6ecb961ee3/testFamily: creating writer at 1732780726854Flushing c4d19ca999517f89e06bea6ecb961ee3/testFamily: appending metadata at 1732780726877 (+23 ms)Flushing c4d19ca999517f89e06bea6ecb961ee3/testFamily: closing flushed file at 1732780726877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37836963: reopening flushed file at 1732780727300 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c4d19ca999517f89e06bea6ecb961ee3 in 458ms, sequenceid=8, compaction requested=false at 1732780727310 (+10 ms)Writing region close event to WAL at 1732780727313 (+3 ms)Running coprocessor post-close hooks at 1732780727321 (+8 ms)Closed at 1732780727321 2024-11-28T07:58:47,322 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732780667362.c4d19ca999517f89e06bea6ecb961ee3. 2024-11-28T07:58:47,322 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37845e5dda511e81c23591c6dd25da3c, disabling compactions & flushes 2024-11-28T07:58:47,322 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:47,322 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:47,322 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. after waiting 0 ms 2024-11-28T07:58:47,322 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:47,322 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37845e5dda511e81c23591c6dd25da3c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:47,348 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c/.tmp/testFamily/1ba8c24e372f4adcba7dd1cd387379d5 is 61, key is row-0/testFamily:testQualifier/1732780694852/Put/seqid=0 2024-11-28T07:58:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741861_1037 (size=5049) 2024-11-28T07:58:47,423 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:47,624 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 37845e5dda511e81c23591c6dd25da3c, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:47,755 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c/.tmp/testFamily/1ba8c24e372f4adcba7dd1cd387379d5 2024-11-28T07:58:47,770 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c/.tmp/testFamily/1ba8c24e372f4adcba7dd1cd387379d5 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c/testFamily/1ba8c24e372f4adcba7dd1cd387379d5 2024-11-28T07:58:47,785 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c/testFamily/1ba8c24e372f4adcba7dd1cd387379d5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:47,786 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 37845e5dda511e81c23591c6dd25da3c in 464ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:47,793 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNextAsync/37845e5dda511e81c23591c6dd25da3c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:47,793 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:47,794 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37845e5dda511e81c23591c6dd25da3c: Waiting for close lock at 1732780727322Running coprocessor pre-close hooks at 1732780727322Disabling compacts and flushes for region at 1732780727322Disabling writes for close at 1732780727322Obtaining lock to block concurrent updates at 1732780727322Preparing flush snapshotting stores in 37845e5dda511e81c23591c6dd25da3c at 1732780727322Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780727323 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. at 1732780727323Flushing 37845e5dda511e81c23591c6dd25da3c/testFamily: creating writer at 1732780727324 (+1 ms)Flushing 37845e5dda511e81c23591c6dd25da3c/testFamily: appending metadata at 1732780727347 (+23 ms)Flushing 37845e5dda511e81c23591c6dd25da3c/testFamily: closing flushed file at 1732780727348 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347d69ae: reopening flushed file at 1732780727768 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 37845e5dda511e81c23591c6dd25da3c in 464ms, sequenceid=8, compaction requested=false at 1732780727786 (+18 ms)Writing region close event to WAL at 1732780727788 (+2 ms)Running coprocessor post-close hooks at 1732780727793 (+5 ms)Closed at 1732780727793 2024-11-28T07:58:47,794 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732780693825.37845e5dda511e81c23591c6dd25da3c. 2024-11-28T07:58:47,794 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93198dca2f7aa5502b35b60743c0649f, disabling compactions & flushes 2024-11-28T07:58:47,794 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:47,794 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:47,794 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. after waiting 0 ms 2024-11-28T07:58:47,794 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:47,794 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93198dca2f7aa5502b35b60743c0649f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:47,819 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f/.tmp/testFamily/0f41ec8e776248b99edcd63601b1d476 is 61, key is row-0/testFamily:testQualifier/1732780723172/Put/seqid=0 2024-11-28T07:58:47,824 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741862_1038 (size=5049) 2024-11-28T07:58:48,024 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:48,225 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-28T07:58:48,225 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1325): Online Regions={93198dca2f7aa5502b35b60743c0649f=testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., 87748addbea99be25d88c86b121571e7=hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7., 6e7b73568fca6e008e09986b2196917a=testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a., ca7b339707df9a8a55dc20fc8b5b97cd=hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd., 97f5b44a84a61f73328d22c1e373eb78=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., 22bea5d2c0dd37268f11a4a3532557d8=testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.} 2024-11-28T07:58:48,225 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 93198dca2f7aa5502b35b60743c0649f, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:48,227 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f/.tmp/testFamily/0f41ec8e776248b99edcd63601b1d476 2024-11-28T07:58:48,237 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f/.tmp/testFamily/0f41ec8e776248b99edcd63601b1d476 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f/testFamily/0f41ec8e776248b99edcd63601b1d476 2024-11-28T07:58:48,246 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f/testFamily/0f41ec8e776248b99edcd63601b1d476, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:48,247 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 93198dca2f7aa5502b35b60743c0649f in 453ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:48,252 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnOpenScannerAsync/93198dca2f7aa5502b35b60743c0649f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:48,257 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:48,257 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93198dca2f7aa5502b35b60743c0649f: Waiting for close lock at 1732780727794Running coprocessor pre-close hooks at 1732780727794Disabling compacts and flushes for region at 1732780727794Disabling writes for close at 1732780727794Obtaining lock to block concurrent updates at 1732780727794Preparing flush snapshotting stores in 93198dca2f7aa5502b35b60743c0649f at 1732780727794Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780727795 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. at 1732780727795Flushing 93198dca2f7aa5502b35b60743c0649f/testFamily: creating writer at 1732780727795Flushing 93198dca2f7aa5502b35b60743c0649f/testFamily: appending metadata at 1732780727819 (+24 ms)Flushing 93198dca2f7aa5502b35b60743c0649f/testFamily: closing flushed file at 1732780727819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eec23f1: reopening flushed file at 1732780728235 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 93198dca2f7aa5502b35b60743c0649f in 453ms, sequenceid=8, compaction requested=false at 1732780728247 (+12 ms)Writing region close event to WAL at 1732780728248 (+1 ms)Running coprocessor post-close hooks at 1732780728257 (+9 ms)Closed at 1732780728257 2024-11-28T07:58:48,257 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732780722143.93198dca2f7aa5502b35b60743c0649f. 2024-11-28T07:58:48,257 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87748addbea99be25d88c86b121571e7, disabling compactions & flushes 2024-11-28T07:58:48,258 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:58:48,258 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:58:48,258 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. after waiting 0 ms 2024-11-28T07:58:48,258 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:58:48,258 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87748addbea99be25d88c86b121571e7 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:48,276 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7/.tmp/testFamily/4f70fbb73dd542beb0cd3bf5aea4dc69 is 61, key is row-0/testFamily:testQualifier/1732780680612/Put/seqid=0 2024-11-28T07:58:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741863_1039 (size=5049) 2024-11-28T07:58:48,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:58:48,425 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:48,626 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 6e7b73568fca6e008e09986b2196917a, 87748addbea99be25d88c86b121571e7, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:48,682 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7/.tmp/testFamily/4f70fbb73dd542beb0cd3bf5aea4dc69 2024-11-28T07:58:48,699 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7/.tmp/testFamily/4f70fbb73dd542beb0cd3bf5aea4dc69 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7/testFamily/4f70fbb73dd542beb0cd3bf5aea4dc69 2024-11-28T07:58:48,707 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7/testFamily/4f70fbb73dd542beb0cd3bf5aea4dc69, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:48,709 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 87748addbea99be25d88c86b121571e7 in 451ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:48,720 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNextAsync/87748addbea99be25d88c86b121571e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:48,721 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:58:48,721 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87748addbea99be25d88c86b121571e7: Waiting for close lock at 1732780728257Running coprocessor pre-close hooks at 1732780728257Disabling compacts and flushes for region at 1732780728257Disabling writes for close at 1732780728258 (+1 ms)Obtaining lock to block concurrent updates at 1732780728258Preparing flush snapshotting stores in 87748addbea99be25d88c86b121571e7 at 1732780728258Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780728258Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. at 1732780728259 (+1 ms)Flushing 87748addbea99be25d88c86b121571e7/testFamily: creating writer at 1732780728259Flushing 87748addbea99be25d88c86b121571e7/testFamily: appending metadata at 1732780728275 (+16 ms)Flushing 87748addbea99be25d88c86b121571e7/testFamily: closing flushed file at 1732780728275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a078a14: reopening flushed file at 1732780728693 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 87748addbea99be25d88c86b121571e7 in 451ms, sequenceid=8, compaction requested=false at 1732780728709 (+16 ms)Writing region close event to WAL at 1732780728710 (+1 ms)Running coprocessor post-close hooks at 1732780728721 (+11 ms)Closed at 1732780728721 2024-11-28T07:58:48,721 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732780677582.87748addbea99be25d88c86b121571e7. 2024-11-28T07:58:48,722 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e7b73568fca6e008e09986b2196917a, disabling compactions & flushes 2024-11-28T07:58:48,722 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:48,722 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:48,722 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. after waiting 0 ms 2024-11-28T07:58:48,722 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:48,722 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e7b73568fca6e008e09986b2196917a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:48,747 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a/.tmp/testFamily/d031e582e88642f9a0e4bf3062e88434 is 61, key is row-0/testFamily:testQualifier/1732780700942/Put/seqid=0 2024-11-28T07:58:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741864_1040 (size=5049) 2024-11-28T07:58:48,826 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 6e7b73568fca6e008e09986b2196917a, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:49,026 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 6e7b73568fca6e008e09986b2196917a, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:49,154 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a/.tmp/testFamily/d031e582e88642f9a0e4bf3062e88434 2024-11-28T07:58:49,163 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a/.tmp/testFamily/d031e582e88642f9a0e4bf3062e88434 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a/testFamily/d031e582e88642f9a0e4bf3062e88434 2024-11-28T07:58:49,172 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a/testFamily/d031e582e88642f9a0e4bf3062e88434, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:49,174 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6e7b73568fca6e008e09986b2196917a in 452ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:49,180 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testNormalScanTimeoutOnNext/6e7b73568fca6e008e09986b2196917a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:49,180 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:49,181 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e7b73568fca6e008e09986b2196917a: Waiting for close lock at 1732780728722Running coprocessor pre-close hooks at 1732780728722Disabling compacts and flushes for region at 1732780728722Disabling writes for close at 1732780728722Obtaining lock to block concurrent updates at 1732780728722Preparing flush snapshotting stores in 6e7b73568fca6e008e09986b2196917a at 1732780728722Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780728723 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. at 1732780728723Flushing 6e7b73568fca6e008e09986b2196917a/testFamily: creating writer at 1732780728724 (+1 ms)Flushing 6e7b73568fca6e008e09986b2196917a/testFamily: appending metadata at 1732780728746 (+22 ms)Flushing 6e7b73568fca6e008e09986b2196917a/testFamily: closing flushed file at 1732780728746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ea86cd: reopening flushed file at 1732780729162 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6e7b73568fca6e008e09986b2196917a in 452ms, sequenceid=8, compaction requested=false at 1732780729174 (+12 ms)Writing region close event to WAL at 1732780729175 (+1 ms)Running coprocessor post-close hooks at 1732780729180 (+5 ms)Closed at 1732780729180 2024-11-28T07:58:49,181 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732780697896.6e7b73568fca6e008e09986b2196917a. 2024-11-28T07:58:49,181 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca7b339707df9a8a55dc20fc8b5b97cd, disabling compactions & flushes 2024-11-28T07:58:49,181 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:49,181 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:49,181 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. after waiting 0 ms 2024-11-28T07:58:49,181 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:49,181 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca7b339707df9a8a55dc20fc8b5b97cd 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:49,205 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd/.tmp/testFamily/0cb27f03e2804879b3d2ca9fd36fa2ff is 61, key is row-0/testFamily:testQualifier/1732780716101/Put/seqid=0 2024-11-28T07:58:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741865_1041 (size=5049) 2024-11-28T07:58:49,226 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T07:58:49,227 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1325): Online Regions={ca7b339707df9a8a55dc20fc8b5b97cd=hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd., 97f5b44a84a61f73328d22c1e373eb78=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., 22bea5d2c0dd37268f11a4a3532557d8=testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.} 2024-11-28T07:58:49,227 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:49,427 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:49,616 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd/.tmp/testFamily/0cb27f03e2804879b3d2ca9fd36fa2ff 2024-11-28T07:58:49,626 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd/.tmp/testFamily/0cb27f03e2804879b3d2ca9fd36fa2ff as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd/testFamily/0cb27f03e2804879b3d2ca9fd36fa2ff 2024-11-28T07:58:49,627 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 97f5b44a84a61f73328d22c1e373eb78, ca7b339707df9a8a55dc20fc8b5b97cd 2024-11-28T07:58:49,634 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd/testFamily/0cb27f03e2804879b3d2ca9fd36fa2ff, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:49,635 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ca7b339707df9a8a55dc20fc8b5b97cd in 454ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:49,641 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnNext/ca7b339707df9a8a55dc20fc8b5b97cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:49,642 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:49,642 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca7b339707df9a8a55dc20fc8b5b97cd: Waiting for close lock at 1732780729181Running coprocessor pre-close hooks at 1732780729181Disabling compacts and flushes for region at 1732780729181Disabling writes for close at 1732780729181Obtaining lock to block concurrent updates at 1732780729181Preparing flush snapshotting stores in ca7b339707df9a8a55dc20fc8b5b97cd at 1732780729181Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780729182 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. at 1732780729182Flushing ca7b339707df9a8a55dc20fc8b5b97cd/testFamily: creating writer at 1732780729182Flushing ca7b339707df9a8a55dc20fc8b5b97cd/testFamily: appending metadata at 1732780729205 (+23 ms)Flushing ca7b339707df9a8a55dc20fc8b5b97cd/testFamily: closing flushed file at 1732780729205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2e13c6: reopening flushed file at 1732780729625 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ca7b339707df9a8a55dc20fc8b5b97cd in 454ms, sequenceid=8, compaction requested=false at 1732780729635 (+10 ms)Writing region close event to WAL at 1732780729636 (+1 ms)Running coprocessor post-close hooks at 1732780729642 (+6 ms)Closed at 1732780729642 2024-11-28T07:58:49,642 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732780713065.ca7b339707df9a8a55dc20fc8b5b97cd. 2024-11-28T07:58:49,642 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97f5b44a84a61f73328d22c1e373eb78, disabling compactions & flushes 2024-11-28T07:58:49,642 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:49,643 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:49,643 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. after waiting 0 ms 2024-11-28T07:58:49,643 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:49,643 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97f5b44a84a61f73328d22c1e373eb78 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:49,662 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78/.tmp/testFamily/f2f4820e4d914c3e8b15f94f3d82de4a is 61, key is row-0/testFamily:testQualifier/1732780707022/Put/seqid=0 2024-11-28T07:58:49,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741866_1042 (size=5049) 2024-11-28T07:58:49,827 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:50,028 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8, 97f5b44a84a61f73328d22c1e373eb78 2024-11-28T07:58:50,071 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78/.tmp/testFamily/f2f4820e4d914c3e8b15f94f3d82de4a 2024-11-28T07:58:50,080 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78/.tmp/testFamily/f2f4820e4d914c3e8b15f94f3d82de4a as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78/testFamily/f2f4820e4d914c3e8b15f94f3d82de4a 2024-11-28T07:58:50,086 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78/testFamily/f2f4820e4d914c3e8b15f94f3d82de4a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:50,088 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97f5b44a84a61f73328d22c1e373eb78 in 445ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:50,092 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/97f5b44a84a61f73328d22c1e373eb78/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:50,093 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:50,093 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97f5b44a84a61f73328d22c1e373eb78: Waiting for close lock at 1732780729642Running coprocessor pre-close hooks at 1732780729642Disabling compacts and flushes for region at 1732780729642Disabling writes for close at 1732780729643 (+1 ms)Obtaining lock to block concurrent updates at 1732780729643Preparing flush snapshotting stores in 97f5b44a84a61f73328d22c1e373eb78 at 1732780729643Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780729643Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. at 1732780729644 (+1 ms)Flushing 97f5b44a84a61f73328d22c1e373eb78/testFamily: creating writer at 1732780729644Flushing 97f5b44a84a61f73328d22c1e373eb78/testFamily: appending metadata at 1732780729662 (+18 ms)Flushing 97f5b44a84a61f73328d22c1e373eb78/testFamily: closing flushed file at 1732780729662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9a696e: reopening flushed file at 1732780730079 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97f5b44a84a61f73328d22c1e373eb78 in 445ms, sequenceid=8, compaction requested=false at 1732780730088 (+9 ms)Writing region close event to WAL at 1732780730088Running coprocessor post-close hooks at 1732780730093 (+5 ms)Closed at 1732780730093 2024-11-28T07:58:50,093 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732780703986.97f5b44a84a61f73328d22c1e373eb78. 2024-11-28T07:58:50,094 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22bea5d2c0dd37268f11a4a3532557d8, disabling compactions & flushes 2024-11-28T07:58:50,094 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:50,094 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:50,094 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. after waiting 0 ms 2024-11-28T07:58:50,094 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:50,094 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22bea5d2c0dd37268f11a4a3532557d8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-28T07:58:50,111 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8/.tmp/testFamily/60eaa32cbef642509e97c14887cb1967 is 61, key is row-0/testFamily:testQualifier/1732780687682/Put/seqid=0 2024-11-28T07:58:50,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741867_1043 (size=5049) 2024-11-28T07:58:50,228 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T07:58:50,228 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1325): Online Regions={22bea5d2c0dd37268f11a4a3532557d8=testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8.} 2024-11-28T07:58:50,228 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:50,429 DEBUG [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1351): Waiting on 22bea5d2c0dd37268f11a4a3532557d8 2024-11-28T07:58:50,517 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8/.tmp/testFamily/60eaa32cbef642509e97c14887cb1967 2024-11-28T07:58:50,525 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8/.tmp/testFamily/60eaa32cbef642509e97c14887cb1967 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8/testFamily/60eaa32cbef642509e97c14887cb1967 2024-11-28T07:58:50,533 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8/testFamily/60eaa32cbef642509e97c14887cb1967, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T07:58:50,535 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22bea5d2c0dd37268f11a4a3532557d8 in 441ms, sequenceid=8, compaction requested=false 2024-11-28T07:58:50,540 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/data/default/testRetryOutOfOrderScannerNextException/22bea5d2c0dd37268f11a4a3532557d8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T07:58:50,540 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:50,540 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22bea5d2c0dd37268f11a4a3532557d8: Waiting for close lock at 1732780730094Running coprocessor pre-close hooks at 1732780730094Disabling compacts and flushes for region at 1732780730094Disabling writes for close at 1732780730094Obtaining lock to block concurrent updates at 1732780730094Preparing flush snapshotting stores in 22bea5d2c0dd37268f11a4a3532557d8 at 1732780730094Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732780730094Flushing stores of testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. at 1732780730095 (+1 ms)Flushing 22bea5d2c0dd37268f11a4a3532557d8/testFamily: creating writer at 1732780730095Flushing 22bea5d2c0dd37268f11a4a3532557d8/testFamily: appending metadata at 1732780730111 (+16 ms)Flushing 22bea5d2c0dd37268f11a4a3532557d8/testFamily: closing flushed file at 1732780730111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c5481c: reopening flushed file at 1732780730525 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22bea5d2c0dd37268f11a4a3532557d8 in 441ms, sequenceid=8, compaction requested=false at 1732780730535 (+10 ms)Writing region close event to WAL at 1732780730536 (+1 ms)Running coprocessor post-close hooks at 1732780730540 (+4 ms)Closed at 1732780730540 2024-11-28T07:58:50,541 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732780686653.22bea5d2c0dd37268f11a4a3532557d8. 2024-11-28T07:58:50,629 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,37713,1732780603787; all regions closed. 2024-11-28T07:58:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741834_1010 (size=19479) 2024-11-28T07:58:50,640 DEBUG [RS:0;f64cf8bdf19b:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/oldWALs 2024-11-28T07:58:50,640 INFO [RS:0;f64cf8bdf19b:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C37713%2C1732780603787.meta:.meta(num 1732780666918) 2024-11-28T07:58:50,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741833_1009 (size=20031) 2024-11-28T07:58:50,646 DEBUG [RS:0;f64cf8bdf19b:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/oldWALs 2024-11-28T07:58:50,646 INFO [RS:0;f64cf8bdf19b:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C37713%2C1732780603787:(num 1732780666534) 2024-11-28T07:58:50,646 DEBUG [RS:0;f64cf8bdf19b:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:58:50,646 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:58:50,646 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:58:50,646 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T07:58:50,646 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:58:50,646 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:58:50,647 INFO [RS:0;f64cf8bdf19b:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37713 2024-11-28T07:58:50,648 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:58:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,37713,1732780603787 2024-11-28T07:58:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:58:50,652 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:58:50,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,37713,1732780603787] 2024-11-28T07:58:50,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,37713,1732780603787 already deleted, retry=false 2024-11-28T07:58:50,659 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,37713,1732780603787 expired; onlineServers=0 2024-11-28T07:58:50,659 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,40163,1732780603108' ***** 2024-11-28T07:58:50,659 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:58:50,659 INFO [M:0;f64cf8bdf19b:40163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:58:50,659 INFO [M:0;f64cf8bdf19b:40163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:58:50,659 DEBUG [M:0;f64cf8bdf19b:40163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:58:50,659 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:58:50,659 DEBUG [M:0;f64cf8bdf19b:40163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:58:50,659 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780606378 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732780606378,5,FailOnTimeoutGroup] 2024-11-28T07:58:50,659 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780606377 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732780606377,5,FailOnTimeoutGroup] 2024-11-28T07:58:50,660 INFO [M:0;f64cf8bdf19b:40163 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:58:50,660 INFO [M:0;f64cf8bdf19b:40163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:58:50,660 DEBUG [M:0;f64cf8bdf19b:40163 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:58:50,660 INFO [M:0;f64cf8bdf19b:40163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:58:50,660 INFO [M:0;f64cf8bdf19b:40163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:58:50,661 INFO [M:0;f64cf8bdf19b:40163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:58:50,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:58:50,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:58:50,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:58:50,661 DEBUG [M:0;f64cf8bdf19b:40163 {}] zookeeper.ZKUtil(347): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T07:58:50,662 WARN [M:0;f64cf8bdf19b:40163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T07:58:50,662 INFO [M:0;f64cf8bdf19b:40163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/.lastflushedseqids 2024-11-28T07:58:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741868_1044 (size=460) 2024-11-28T07:58:50,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:58:50,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x1015d939e150001, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:58:50,759 INFO [RS:0;f64cf8bdf19b:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:58:50,759 INFO [RS:0;f64cf8bdf19b:37713 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,37713,1732780603787; zookeeper connection closed. 2024-11-28T07:58:50,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c6853b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c6853b4 2024-11-28T07:58:50,760 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T07:58:51,074 INFO [M:0;f64cf8bdf19b:40163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:58:51,075 INFO [M:0;f64cf8bdf19b:40163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:58:51,075 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:58:51,075 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:58:51,075 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:58:51,075 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:58:51,075 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:58:51,075 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.87 KB heapSize=190.36 KB 2024-11-28T07:58:51,094 DEBUG [M:0;f64cf8bdf19b:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443af289334645068009cbd79c5cfbda is 82, key is hbase:meta,,1/info:regioninfo/1732780666999/Put/seqid=0 2024-11-28T07:58:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741869_1045 (size=5672) 2024-11-28T07:58:51,500 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443af289334645068009cbd79c5cfbda 2024-11-28T07:58:51,537 DEBUG [M:0;f64cf8bdf19b:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcd38e584b0487d98f50052da4aefc6 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732780668199/Put/seqid=0 2024-11-28T07:58:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741870_1046 (size=14076) 2024-11-28T07:58:51,943 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.32 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcd38e584b0487d98f50052da4aefc6 2024-11-28T07:58:51,951 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bcd38e584b0487d98f50052da4aefc6 2024-11-28T07:58:51,968 DEBUG [M:0;f64cf8bdf19b:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b89f187b74047b1b68ee2feba8c1b24 is 69, key is f64cf8bdf19b,37713,1732780603787/rs:state/1732780636402/Put/seqid=0 2024-11-28T07:58:51,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741871_1047 (size=5156) 2024-11-28T07:58:52,374 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b89f187b74047b1b68ee2feba8c1b24 2024-11-28T07:58:52,383 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/443af289334645068009cbd79c5cfbda as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/443af289334645068009cbd79c5cfbda 2024-11-28T07:58:52,389 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/443af289334645068009cbd79c5cfbda, entries=8, sequenceid=311, filesize=5.5 K 2024-11-28T07:58:52,390 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcd38e584b0487d98f50052da4aefc6 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bcd38e584b0487d98f50052da4aefc6 2024-11-28T07:58:52,397 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bcd38e584b0487d98f50052da4aefc6 2024-11-28T07:58:52,397 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bcd38e584b0487d98f50052da4aefc6, entries=33, sequenceid=311, filesize=13.7 K 2024-11-28T07:58:52,398 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b89f187b74047b1b68ee2feba8c1b24 as hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b89f187b74047b1b68ee2feba8c1b24 2024-11-28T07:58:52,404 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42321/user/jenkins/test-data/691b3f4f-d5ff-1f02-fd6f-1a728b6cac67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b89f187b74047b1b68ee2feba8c1b24, entries=1, sequenceid=311, filesize=5.0 K 2024-11-28T07:58:52,405 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.87 KB/166783, heapSize ~190.06 KB/194624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=311, compaction requested=false 2024-11-28T07:58:52,407 INFO [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:58:52,407 DEBUG [M:0;f64cf8bdf19b:40163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732780731075Disabling compacts and flushes for region at 1732780731075Disabling writes for close at 1732780731075Obtaining lock to block concurrent updates at 1732780731075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732780731075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166783, getHeapSize=194864, getOffHeapSize=0, getCellsCount=358 at 1732780731076 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732780731076Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732780731077 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732780731094 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732780731094Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732780731510 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732780731537 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732780731537Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732780731951 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732780731968 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732780731968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f536499: reopening flushed file at 1732780732381 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b7b00f: reopening flushed file at 1732780732389 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2699141b: reopening flushed file at 1732780732397 (+8 ms)Finished flush of dataSize ~162.87 KB/166783, heapSize ~190.06 KB/194624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=311, compaction requested=false at 1732780732405 (+8 ms)Writing region close event to WAL at 1732780732407 (+2 ms)Closed at 1732780732407 2024-11-28T07:58:52,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39467 is added to blk_1073741830_1006 (size=187605) 2024-11-28T07:58:52,410 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:58:52,411 INFO [M:0;f64cf8bdf19b:40163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:58:52,411 INFO [M:0;f64cf8bdf19b:40163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40163 2024-11-28T07:58:52,411 INFO [M:0;f64cf8bdf19b:40163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:58:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:58:52,513 INFO [M:0;f64cf8bdf19b:40163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:58:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015d939e150000, quorum=127.0.0.1:54876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:58:52,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@258822a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:58:52,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:58:52,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:58:52,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:58:52,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/hadoop.log.dir/,STOPPED} 2024-11-28T07:58:52,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:58:52,524 WARN [BP-787718556-172.17.0.2-1732780600277 heartbeating to localhost/127.0.0.1:42321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:58:52,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:58:52,524 WARN [BP-787718556-172.17.0.2-1732780600277 heartbeating to localhost/127.0.0.1:42321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-787718556-172.17.0.2-1732780600277 (Datanode Uuid 99d7bb3c-aeec-4330-9e23-b24f6af1a43c) service to localhost/127.0.0.1:42321 2024-11-28T07:58:52,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0/data/data1/current/BP-787718556-172.17.0.2-1732780600277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:58:52,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/cluster_02e38e45-cd5d-6fbf-fcf9-45f092618cd0/data/data2/current/BP-787718556-172.17.0.2-1732780600277 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:58:52,526 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:58:52,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:58:52,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:58:52,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:58:52,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:58:52,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4e72796-de28-de65-2f49-9961477978dd/hadoop.log.dir/,STOPPED} 2024-11-28T07:58:52,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:58:52,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down