2024-11-21 08:38:05,441 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-21 08:38:05,458 main DEBUG Took 0.015433 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 08:38:05,459 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 08:38:05,459 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 08:38:05,460 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 08:38:05,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,468 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 08:38:05,484 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,488 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,490 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,491 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,492 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,493 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,494 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 08:38:05,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,496 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 08:38:05,497 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 08:38:05,498 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 08:38:05,500 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 08:38:05,501 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 08:38:05,503 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 08:38:05,504 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 08:38:05,512 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 08:38:05,515 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 08:38:05,516 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 08:38:05,517 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 08:38:05,517 main DEBUG createAppenders(={Console}) 2024-11-21 08:38:05,518 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-21 08:38:05,518 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-21 08:38:05,518 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-21 08:38:05,519 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 08:38:05,519 main DEBUG OutputStream closed 2024-11-21 08:38:05,519 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 08:38:05,519 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 08:38:05,520 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-21 08:38:05,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 08:38:05,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 08:38:05,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 08:38:05,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 08:38:05,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 08:38:05,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 08:38:05,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 08:38:05,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 08:38:05,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 08:38:05,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 08:38:05,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 08:38:05,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 08:38:05,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 08:38:05,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 08:38:05,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 08:38:05,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 08:38:05,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 08:38:05,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 08:38:05,597 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 08:38:05,598 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-21 08:38:05,598 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 08:38:05,599 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-21T08:38:05,610 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-21 08:38:05,613 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 08:38:05,613 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T08:38:05,862 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2 2024-11-21T08:38:05,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T08:38:05,895 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91, deleteOnExit=true 2024-11-21T08:38:05,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T08:38:05,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/test.cache.data in system properties and HBase conf 2024-11-21T08:38:05,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T08:38:05,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/hadoop.log.dir in system properties and HBase conf 2024-11-21T08:38:05,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T08:38:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T08:38:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T08:38:05,986 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T08:38:06,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T08:38:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T08:38:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T08:38:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T08:38:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T08:38:06,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T08:38:06,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T08:38:06,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T08:38:06,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T08:38:06,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T08:38:06,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/nfs.dump.dir in system properties and HBase conf 2024-11-21T08:38:06,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/java.io.tmpdir in system properties and HBase conf 2024-11-21T08:38:06,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T08:38:06,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T08:38:06,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T08:38:07,143 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T08:38:07,215 INFO [Time-limited test {}] log.Log(170): Logging initialized @2448ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T08:38:07,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T08:38:07,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T08:38:07,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T08:38:07,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T08:38:07,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T08:38:07,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T08:38:07,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/hadoop.log.dir/,AVAILABLE} 2024-11-21T08:38:07,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T08:38:07,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/java.io.tmpdir/jetty-localhost-35853-hadoop-hdfs-3_4_1-tests_jar-_-any-10407548113972583136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T08:38:07,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:35853} 2024-11-21T08:38:07,565 INFO [Time-limited test {}] server.Server(415): Started @2799ms 2024-11-21T08:38:08,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T08:38:08,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T08:38:08,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T08:38:08,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T08:38:08,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T08:38:08,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/hadoop.log.dir/,AVAILABLE} 2024-11-21T08:38:08,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T08:38:08,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@258822a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/java.io.tmpdir/jetty-localhost-46607-hadoop-hdfs-3_4_1-tests_jar-_-any-7569290825653960357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T08:38:08,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:46607} 2024-11-21T08:38:08,228 INFO [Time-limited test {}] server.Server(415): Started @3463ms 2024-11-21T08:38:08,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T08:38:09,282 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91/data/data1/current/BP-387875789-172.17.0.3-1732178286613/current, will proceed with Du for space computation calculation, 2024-11-21T08:38:09,282 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91/data/data2/current/BP-387875789-172.17.0.3-1732178286613/current, will proceed with Du for space computation calculation, 2024-11-21T08:38:09,305 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T08:38:09,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea1d8d0c230ce95a with lease ID 0x9cbe5f2d0f72ace7: Processing first storage report for DS-8e02face-f40a-44d0-8e20-3363487eba2e from datanode DatanodeRegistration(127.0.0.1:36385, datanodeUuid=5523de3a-c499-4880-b726-98484cc24708, infoPort=40833, infoSecurePort=0, ipcPort=39061, storageInfo=lv=-57;cid=testClusterID;nsid=89904470;c=1732178286613) 2024-11-21T08:38:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea1d8d0c230ce95a with lease ID 0x9cbe5f2d0f72ace7: from storage DS-8e02face-f40a-44d0-8e20-3363487eba2e node DatanodeRegistration(127.0.0.1:36385, datanodeUuid=5523de3a-c499-4880-b726-98484cc24708, infoPort=40833, infoSecurePort=0, ipcPort=39061, storageInfo=lv=-57;cid=testClusterID;nsid=89904470;c=1732178286613), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T08:38:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea1d8d0c230ce95a with lease ID 0x9cbe5f2d0f72ace7: Processing first storage report for DS-568ad7ca-2ca5-447a-bd69-d7e6b8c9915f from datanode DatanodeRegistration(127.0.0.1:36385, datanodeUuid=5523de3a-c499-4880-b726-98484cc24708, infoPort=40833, infoSecurePort=0, ipcPort=39061, storageInfo=lv=-57;cid=testClusterID;nsid=89904470;c=1732178286613) 2024-11-21T08:38:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea1d8d0c230ce95a with lease ID 0x9cbe5f2d0f72ace7: from storage DS-568ad7ca-2ca5-447a-bd69-d7e6b8c9915f node DatanodeRegistration(127.0.0.1:36385, datanodeUuid=5523de3a-c499-4880-b726-98484cc24708, infoPort=40833, infoSecurePort=0, ipcPort=39061, storageInfo=lv=-57;cid=testClusterID;nsid=89904470;c=1732178286613), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T08:38:09,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2 2024-11-21T08:38:09,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91/zookeeper_0, clientPort=62536, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T08:38:09,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62536 2024-11-21T08:38:09,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:38:09,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:38:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741825_1001 (size=7) 2024-11-21T08:38:10,104 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 with version=8 2024-11-21T08:38:10,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/hbase-staging 2024-11-21T08:38:10,181 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T08:38:10,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=9 2024-11-21T08:38:10,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T08:38:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T08:38:10,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T08:38:10,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T08:38:10,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T08:38:10,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T08:38:10,647 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T08:38:10,660 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T08:38:10,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:38:10,697 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 124044 (auto-detected) 2024-11-21T08:38:10,699 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T08:38:10,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41647 2024-11-21T08:38:10,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41647 connecting to ZooKeeper ensemble=127.0.0.1:62536 2024-11-21T08:38:10,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416470x0, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T08:38:10,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41647-0x1015c8b1eca0000 connected 2024-11-21T08:38:11,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:38:11,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:38:11,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T08:38:11,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927, hbase.cluster.distributed=false 2024-11-21T08:38:11,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T08:38:11,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41647 2024-11-21T08:38:11,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41647 2024-11-21T08:38:11,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41647 2024-11-21T08:38:11,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41647 2024-11-21T08:38:11,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41647 2024-11-21T08:38:11,479 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=9 2024-11-21T08:38:11,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T08:38:11,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T08:38:11,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T08:38:11,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T08:38:11,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T08:38:11,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T08:38:11,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T08:38:11,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41125 2024-11-21T08:38:11,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41125 connecting to ZooKeeper ensemble=127.0.0.1:62536 2024-11-21T08:38:11,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:38:11,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:38:11,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411250x0, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T08:38:11,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411250x0, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T08:38:11,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41125-0x1015c8b1eca0001 connected 2024-11-21T08:38:11,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T08:38:11,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T08:38:11,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T08:38:11,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T08:38:11,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41125 2024-11-21T08:38:11,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41125 2024-11-21T08:38:11,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41125 2024-11-21T08:38:11,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41125 2024-11-21T08:38:11,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41125 2024-11-21T08:38:11,607 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:41647 2024-11-21T08:38:11,608 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:11,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T08:38:11,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T08:38:11,664 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:11,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T08:38:11,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:11,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:11,758 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T08:38:11,759 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ed56fb6cbf7,41647,1732178290252 from backup master directory 2024-11-21T08:38:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T08:38:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T08:38:11,783 WARN [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T08:38:11,783 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:11,785 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T08:38:11,786 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T08:38:11,837 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/hbase.id] with ID: 588ffa7f-ee2d-4928-9ae4-21d0f5bb577d 2024-11-21T08:38:11,837 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/.tmp/hbase.id 2024-11-21T08:38:11,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741826_1002 (size=42) 2024-11-21T08:38:12,249 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/.tmp/hbase.id]:[hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/hbase.id] 2024-11-21T08:38:12,300 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T08:38:12,305 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T08:38:12,324 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-21T08:38:12,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:12,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741827_1003 (size=196) 2024-11-21T08:38:12,819 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:38:12,822 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T08:38:12,836 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:38:12,840 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T08:38:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741828_1004 (size=1189) 2024-11-21T08:38:13,293 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store 2024-11-21T08:38:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741829_1005 (size=34) 2024-11-21T08:38:13,716 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T08:38:13,719 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:13,720 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T08:38:13,721 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:38:13,721 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:38:13,723 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T08:38:13,723 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:38:13,723 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:38:13,725 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732178293720Disabling compacts and flushes for region at 1732178293720Disabling writes for close at 1732178293723 (+3 ms)Writing region close event to WAL at 1732178293723Closed at 1732178293723 2024-11-21T08:38:13,727 WARN [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/.initializing 2024-11-21T08:38:13,727 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/WALs/6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:13,737 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T08:38:13,756 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C41647%2C1732178290252, suffix=, logDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/WALs/6ed56fb6cbf7,41647,1732178290252, archiveDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/oldWALs, maxLogs=10 2024-11-21T08:38:13,779 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/WALs/6ed56fb6cbf7,41647,1732178290252/6ed56fb6cbf7%2C41647%2C1732178290252.1732178293760, exclude list is [], retry=0 2024-11-21T08:38:13,795 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36385,DS-8e02face-f40a-44d0-8e20-3363487eba2e,DISK] 2024-11-21T08:38:13,798 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T08:38:13,829 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/WALs/6ed56fb6cbf7,41647,1732178290252/6ed56fb6cbf7%2C41647%2C1732178290252.1732178293760 2024-11-21T08:38:13,830 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-21T08:38:13,831 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:38:13,831 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:13,834 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,835 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T08:38:13,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:13,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:13,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T08:38:13,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:13,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:38:13,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T08:38:13,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:13,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:38:13,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T08:38:13,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:13,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:38:13,912 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,917 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,923 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,924 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,928 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T08:38:13,933 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T08:38:13,938 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:38:13,940 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71137353, jitterRate=0.06002916395664215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T08:38:13,952 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732178293846Initializing all the Stores at 1732178293848 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732178293849 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178293849Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178293850 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178293850Cleaning up temporary data from old regions at 1732178293924 (+74 ms)Region opened successfully at 1732178293952 (+28 ms) 2024-11-21T08:38:13,954 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T08:38:13,993 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77247943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0 2024-11-21T08:38:14,027 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T08:38:14,042 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T08:38:14,042 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T08:38:14,046 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T08:38:14,047 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T08:38:14,054 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T08:38:14,054 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T08:38:14,083 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T08:38:14,095 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T08:38:14,108 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T08:38:14,111 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T08:38:14,113 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T08:38:14,122 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T08:38:14,125 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T08:38:14,129 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T08:38:14,139 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T08:38:14,141 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T08:38:14,153 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T08:38:14,175 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T08:38:14,185 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T08:38:14,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T08:38:14,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T08:38:14,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:14,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:14,198 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,41647,1732178290252, sessionid=0x1015c8b1eca0000, setting cluster-up flag (Was=false) 2024-11-21T08:38:14,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:14,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:14,259 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T08:38:14,264 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:14,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:14,322 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T08:38:14,325 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:14,335 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T08:38:14,393 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(746): ClusterId : 588ffa7f-ee2d-4928-9ae4-21d0f5bb577d 2024-11-21T08:38:14,397 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T08:38:14,403 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T08:38:14,408 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T08:38:14,408 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T08:38:14,412 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T08:38:14,418 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T08:38:14,418 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T08:38:14,419 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe53f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0 2024-11-21T08:38:14,424 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,41647,1732178290252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T08:38:14,430 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5 2024-11-21T08:38:14,430 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5 2024-11-21T08:38:14,431 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5 2024-11-21T08:38:14,431 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5 2024-11-21T08:38:14,431 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10 2024-11-21T08:38:14,431 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,431 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2 2024-11-21T08:38:14,431 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,433 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:41125 2024-11-21T08:38:14,435 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732178324435 2024-11-21T08:38:14,437 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T08:38:14,437 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T08:38:14,437 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T08:38:14,437 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T08:38:14,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T08:38:14,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T08:38:14,438 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T08:38:14,440 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,41647,1732178290252 with port=41125, startcode=1732178291436 2024-11-21T08:38:14,441 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T08:38:14,442 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T08:38:14,442 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T08:38:14,442 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T08:38:14,444 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:14,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T08:38:14,444 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,447 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T08:38:14,449 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T08:38:14,449 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T08:38:14,451 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T08:38:14,452 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T08:38:14,454 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T08:38:14,456 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732178294453,5,FailOnTimeoutGroup] 2024-11-21T08:38:14,457 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732178294456,5,FailOnTimeoutGroup] 2024-11-21T08:38:14,457 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,458 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T08:38:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741831_1007 (size=1321) 2024-11-21T08:38:14,459 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,459 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,485 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T08:38:14,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:14,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41647 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:14,506 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:38:14,506 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41329 2024-11-21T08:38:14,506 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T08:38:14,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T08:38:14,519 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] zookeeper.ZKUtil(111): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:14,519 WARN [RS:0;6ed56fb6cbf7:41125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T08:38:14,519 INFO [RS:0;6ed56fb6cbf7:41125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T08:38:14,520 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/WALs/6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:14,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,41125,1732178291436] 2024-11-21T08:38:14,548 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T08:38:14,569 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T08:38:14,575 INFO [RS:0;6ed56fb6cbf7:41125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T08:38:14,575 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,576 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T08:38:14,583 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T08:38:14,585 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,585 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,585 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,585 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,585 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,586 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,586 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2 2024-11-21T08:38:14,586 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,586 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,586 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,586 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,586 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,587 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1 2024-11-21T08:38:14,587 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3 2024-11-21T08:38:14,587 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3 2024-11-21T08:38:14,588 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,588 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,588 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,589 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,589 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,589 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41125,1732178291436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T08:38:14,609 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T08:38:14,612 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41125,1732178291436-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,612 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,612 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.Replication(171): 6ed56fb6cbf7,41125,1732178291436 started 2024-11-21T08:38:14,639 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:14,640 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,41125,1732178291436, RpcServer on 6ed56fb6cbf7/172.17.0.3:41125, sessionid=0x1015c8b1eca0001 2024-11-21T08:38:14,641 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T08:38:14,641 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:14,641 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41125,1732178291436' 2024-11-21T08:38:14,641 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T08:38:14,642 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T08:38:14,643 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T08:38:14,643 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T08:38:14,644 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:14,644 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41125,1732178291436' 2024-11-21T08:38:14,644 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T08:38:14,645 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T08:38:14,646 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T08:38:14,646 INFO [RS:0;6ed56fb6cbf7:41125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T08:38:14,646 INFO [RS:0;6ed56fb6cbf7:41125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T08:38:14,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T08:38:14,862 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:38:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741832_1008 (size=32) 2024-11-21T08:38:15,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:15,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T08:38:15,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T08:38:15,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:15,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:15,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T08:38:15,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T08:38:15,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:15,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:15,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T08:38:15,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T08:38:15,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:15,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:15,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T08:38:15,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T08:38:15,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:15,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:15,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T08:38:15,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740 2024-11-21T08:38:15,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740 2024-11-21T08:38:15,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T08:38:15,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T08:38:15,312 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T08:38:15,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T08:38:15,320 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:38:15,321 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74597781, jitterRate=0.11159355938434601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T08:38:15,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732178295283Initializing all the Stores at 1732178295287 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732178295287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732178295287Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178295287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732178295287Cleaning up temporary data from old regions at 1732178295311 (+24 ms)Region opened successfully at 1732178295323 (+12 ms) 2024-11-21T08:38:15,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T08:38:15,324 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T08:38:15,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T08:38:15,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T08:38:15,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T08:38:15,326 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T08:38:15,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732178295324Disabling compacts and flushes for region at 1732178295324Disabling writes for close at 1732178295324Writing region close event to WAL at 1732178295326 (+2 ms)Closed at 1732178295326 2024-11-21T08:38:15,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T08:38:15,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T08:38:15,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T08:38:15,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T08:38:15,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T08:38:15,499 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:16,501 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:17,502 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:18,504 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:19,505 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:20,506 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:20,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T08:38:20,645 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T08:38:21,508 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:22,509 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:23,510 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:24,511 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:25,512 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:26,513 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:27,514 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:28,515 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:29,516 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:30,517 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:31,518 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:32,519 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:33,520 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:34,521 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:35,522 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:36,523 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:37,524 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:38,525 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:39,389 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T08:38:39,526 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:40,527 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:41,528 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:42,529 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:43,530 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:44,531 WARN [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T08:38:44,658 INFO [RS:0;6ed56fb6cbf7:41125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T08:38:44,662 INFO [RS:0;6ed56fb6cbf7:41125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C41125%2C1732178291436, suffix=, logDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/WALs/6ed56fb6cbf7,41125,1732178291436, archiveDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/oldWALs, maxLogs=32 2024-11-21T08:38:44,677 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/WALs/6ed56fb6cbf7,41125,1732178291436/6ed56fb6cbf7%2C41125%2C1732178291436.1732178324664, exclude list is [], retry=0 2024-11-21T08:38:44,681 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36385,DS-8e02face-f40a-44d0-8e20-3363487eba2e,DISK] 2024-11-21T08:38:44,684 INFO [RS:0;6ed56fb6cbf7:41125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/WALs/6ed56fb6cbf7,41125,1732178291436/6ed56fb6cbf7%2C41125%2C1732178291436.1732178324664 2024-11-21T08:38:44,685 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-21T08:38:44,784 DEBUG [6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T08:38:44,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:44,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41125,1732178291436, state=OPENING 2024-11-21T08:38:44,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T08:38:44,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:44,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:38:44,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T08:38:44,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T08:38:44,885 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T08:38:44,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:38:45,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T08:38:45,072 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T08:38:45,085 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T08:38:45,085 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T08:38:45,086 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T08:38:45,089 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C41125%2C1732178291436.meta, suffix=.meta, logDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/WALs/6ed56fb6cbf7,41125,1732178291436, archiveDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/oldWALs, maxLogs=32 2024-11-21T08:38:45,104 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/WALs/6ed56fb6cbf7,41125,1732178291436/6ed56fb6cbf7%2C41125%2C1732178291436.meta.1732178325091.meta, exclude list is [], retry=0 2024-11-21T08:38:45,107 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36385,DS-8e02face-f40a-44d0-8e20-3363487eba2e,DISK] 2024-11-21T08:38:45,110 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/WALs/6ed56fb6cbf7,41125,1732178291436/6ed56fb6cbf7%2C41125%2C1732178291436.meta.1732178325091.meta 2024-11-21T08:38:45,111 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-21T08:38:45,111 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:38:45,113 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T08:38:45,115 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T08:38:45,119 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T08:38:45,123 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T08:38:45,123 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:45,124 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T08:38:45,124 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T08:38:45,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T08:38:45,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T08:38:45,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:45,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:45,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T08:38:45,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T08:38:45,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:45,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:45,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T08:38:45,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T08:38:45,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:45,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:45,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T08:38:45,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T08:38:45,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:45,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T08:38:45,138 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T08:38:45,140 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740 2024-11-21T08:38:45,142 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740 2024-11-21T08:38:45,145 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T08:38:45,145 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T08:38:45,146 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T08:38:45,149 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T08:38:45,150 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73195993, jitterRate=0.09070529043674469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T08:38:45,150 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T08:38:45,152 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732178325124Writing region info on filesystem at 1732178325124Initializing all the Stores at 1732178325126 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732178325126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732178325127 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178325127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732178325127Cleaning up temporary data from old regions at 1732178325145 (+18 ms)Running coprocessor post-open hooks at 1732178325151 (+6 ms)Region opened successfully at 1732178325152 (+1 ms) 2024-11-21T08:38:45,158 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732178325061 2024-11-21T08:38:45,169 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T08:38:45,170 INFO [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T08:38:45,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:45,175 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41125,1732178291436, state=OPEN 2024-11-21T08:38:45,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T08:38:45,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T08:38:45,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T08:38:45,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T08:38:45,214 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:45,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T08:38:45,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41125,1732178291436 in 326 msec 2024-11-21T08:38:45,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T08:38:45,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8880 sec 2024-11-21T08:38:45,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T08:38:45,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T08:38:45,246 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T08:38:45,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=-1] 2024-11-21T08:38:45,270 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T08:38:45,273 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T08:38:45,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9300 sec 2024-11-21T08:38:45,295 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732178325295, completionTime=-1 2024-11-21T08:38:45,298 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T08:38:45,298 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T08:38:45,328 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T08:38:45,329 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732178385328 2024-11-21T08:38:45,329 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732178445329 2024-11-21T08:38:45,329 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-21T08:38:45,332 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41647,1732178290252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:45,332 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41647,1732178290252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:45,333 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41647,1732178290252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:45,335 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:41647, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:45,336 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:45,337 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:45,348 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T08:38:45,372 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.589sec 2024-11-21T08:38:45,374 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T08:38:45,376 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T08:38:45,378 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T08:38:45,379 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T08:38:45,379 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T08:38:45,380 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41647,1732178290252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T08:38:45,381 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41647,1732178290252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T08:38:45,392 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T08:38:45,393 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T08:38:45,394 INFO [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41647,1732178290252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T08:38:45,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc30bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:38:45,445 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T08:38:45,445 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T08:38:45,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,41647,-1 for getting cluster id 2024-11-21T08:38:45,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T08:38:45,459 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588ffa7f-ee2d-4928-9ae4-21d0f5bb577d' 2024-11-21T08:38:45,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T08:38:45,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588ffa7f-ee2d-4928-9ae4-21d0f5bb577d" 2024-11-21T08:38:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58906da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:38:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,41647,-1] 2024-11-21T08:38:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T08:38:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:38:45,473 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T08:38:45,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9fbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:38:45,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T08:38:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=-1] 2024-11-21T08:38:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T08:38:45,487 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T08:38:45,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:45,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1986eda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:38:45,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,41647,-1 for getting cluster id 2024-11-21T08:38:45,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T08:38:45,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '588ffa7f-ee2d-4928-9ae4-21d0f5bb577d' 2024-11-21T08:38:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T08:38:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "588ffa7f-ee2d-4928-9ae4-21d0f5bb577d" 2024-11-21T08:38:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca362b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:38:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,41647,-1] 2024-11-21T08:38:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T08:38:45,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:38:45,517 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T08:38:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a436da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T08:38:45,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=4753 2024-11-21T08:38:45,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T08:38:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:38:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1138b495 2024-11-21T08:38:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T08:38:45,550 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T08:38:45,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:38:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-21T08:38:45,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:38:45,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-21T08:38:45,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:45,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:38:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T08:38:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741835_1011 (size=428) 2024-11-21T08:38:46,015 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfe52087f260a391220ab297419fc748, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:38:46,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741836_1012 (size=79) 2024-11-21T08:38:46,428 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:46,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing cfe52087f260a391220ab297419fc748, disabling compactions & flushes 2024-11-21T08:38:46,429 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:38:46,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:38:46,429 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. after waiting 0 ms 2024-11-21T08:38:46,430 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:38:46,430 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:38:46,430 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfe52087f260a391220ab297419fc748: Waiting for close lock at 1732178326429Disabling compacts and flushes for region at 1732178326429Disabling writes for close at 1732178326429Writing region close event to WAL at 1732178326430 (+1 ms)Closed at 1732178326430 2024-11-21T08:38:46,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:38:46,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732178326434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178326434"}]},"ts":"1732178326434"} 2024-11-21T08:38:46,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:38:46,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:38:46,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178326446"}]},"ts":"1732178326446"} 2024-11-21T08:38:46,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-21T08:38:46,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cfe52087f260a391220ab297419fc748, ASSIGN}] 2024-11-21T08:38:46,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cfe52087f260a391220ab297419fc748, ASSIGN 2024-11-21T08:38:46,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cfe52087f260a391220ab297419fc748, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:38:46,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfe52087f260a391220ab297419fc748, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T08:38:46,622 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cfe52087f260a391220ab297419fc748, ASSIGN because future has completed 2024-11-21T08:38:46,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfe52087f260a391220ab297419fc748, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:38:46,788 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:38:46,788 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cfe52087f260a391220ab297419fc748, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:38:46,789 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,789 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:46,789 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,789 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,792 INFO [StoreOpener-cfe52087f260a391220ab297419fc748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,795 INFO [StoreOpener-cfe52087f260a391220ab297419fc748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfe52087f260a391220ab297419fc748 columnFamilyName testFamily 2024-11-21T08:38:46,795 DEBUG [StoreOpener-cfe52087f260a391220ab297419fc748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:46,797 INFO [StoreOpener-cfe52087f260a391220ab297419fc748-1 {}] regionserver.HStore(327): Store=cfe52087f260a391220ab297419fc748/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:38:46,797 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,798 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,799 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,799 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,799 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,802 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,805 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:38:46,806 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cfe52087f260a391220ab297419fc748; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69615174, jitterRate=0.03734692931175232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:38:46,806 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfe52087f260a391220ab297419fc748 2024-11-21T08:38:46,807 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cfe52087f260a391220ab297419fc748: Running coprocessor pre-open hook at 1732178326789Writing region info on filesystem at 1732178326789Initializing all the Stores at 1732178326792 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178326792Cleaning up temporary data from old regions at 1732178326799 (+7 ms)Running coprocessor post-open hooks at 1732178326806 (+7 ms)Region opened successfully at 1732178326807 (+1 ms) 2024-11-21T08:38:46,809 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748., pid=6, masterSystemTime=1732178326778 2024-11-21T08:38:46,812 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:38:46,813 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:38:46,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfe52087f260a391220ab297419fc748, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:46,818 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfe52087f260a391220ab297419fc748, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:38:46,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T08:38:46,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cfe52087f260a391220ab297419fc748, server=6ed56fb6cbf7,41125,1732178291436 in 197 msec 2024-11-21T08:38:46,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T08:38:46,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=cfe52087f260a391220ab297419fc748, ASSIGN in 369 msec 2024-11-21T08:38:46,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:38:46,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178326829"}]},"ts":"1732178326829"} 2024-11-21T08:38:46,833 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-21T08:38:46,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:38:46,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2760 sec 2024-11-21T08:38:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T08:38:48,624 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-21T08:38:48,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-21T08:38:48,627 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:38:48,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-21T08:38:48,635 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:38:48,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-21T08:38:48,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T08:38:48,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=-1] 2024-11-21T08:38:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T08:38:48,643 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T08:38:48,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:38:48,663 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:38:48,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-21T08:38:48,672 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-21T08:38:48,677 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-21T08:38:48,679 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-21T08:38:48,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4643041556020854776 2024-11-21T08:38:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178331678, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:38:48,703 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-21T08:38:48,705 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-21T08:38:48,707 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:38:48,709 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:38:48,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4643041556020854774 2024-11-21T08:38:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178331709, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:38:48,715 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:38:48,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4643041556020854773 2024-11-21T08:38:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178331714, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:38:48,720 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:38:48,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4643041556020854772 2024-11-21T08:38:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178331720, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:38:48,725 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:38:48,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_774601173_22 at /127.0.0.1:41180 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=4706 (was 4753) 2024-11-21T08:38:48,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=4705 2024-11-21T08:38:48,747 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:38:48,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-21T08:38:48,751 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:38:48,751 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:48,752 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-21T08:38:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T08:38:48,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:38:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741837_1013 (size=414) 2024-11-21T08:38:49,170 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7efd32f0c9f05123d59c292868c93433, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:38:49,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741838_1014 (size=65) 2024-11-21T08:38:49,583 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:49,583 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 7efd32f0c9f05123d59c292868c93433, disabling compactions & flushes 2024-11-21T08:38:49,583 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:38:49,583 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:38:49,583 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. after waiting 0 ms 2024-11-21T08:38:49,583 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:38:49,583 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:38:49,583 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7efd32f0c9f05123d59c292868c93433: Waiting for close lock at 1732178329583Disabling compacts and flushes for region at 1732178329583Disabling writes for close at 1732178329583Writing region close event to WAL at 1732178329583Closed at 1732178329583 2024-11-21T08:38:49,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:38:49,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732178329586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178329586"}]},"ts":"1732178329586"} 2024-11-21T08:38:49,589 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:38:49,591 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:38:49,591 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178329591"}]},"ts":"1732178329591"} 2024-11-21T08:38:49,595 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-21T08:38:49,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7efd32f0c9f05123d59c292868c93433, ASSIGN}] 2024-11-21T08:38:49,597 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7efd32f0c9f05123d59c292868c93433, ASSIGN 2024-11-21T08:38:49,599 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7efd32f0c9f05123d59c292868c93433, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:38:49,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7efd32f0c9f05123d59c292868c93433, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:49,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7efd32f0c9f05123d59c292868c93433, ASSIGN because future has completed 2024-11-21T08:38:49,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7efd32f0c9f05123d59c292868c93433, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:38:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T08:38:49,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:38:49,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7efd32f0c9f05123d59c292868c93433, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:38:49,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:49,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,922 INFO [StoreOpener-7efd32f0c9f05123d59c292868c93433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,925 INFO [StoreOpener-7efd32f0c9f05123d59c292868c93433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7efd32f0c9f05123d59c292868c93433 columnFamilyName testFamily 2024-11-21T08:38:49,925 DEBUG [StoreOpener-7efd32f0c9f05123d59c292868c93433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:49,925 INFO [StoreOpener-7efd32f0c9f05123d59c292868c93433-1 {}] regionserver.HStore(327): Store=7efd32f0c9f05123d59c292868c93433/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:38:49,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:38:49,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 7efd32f0c9f05123d59c292868c93433; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66182700, jitterRate=-0.01380091905593872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:38:49,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:38:49,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7efd32f0c9f05123d59c292868c93433: Running coprocessor pre-open hook at 1732178329920Writing region info on filesystem at 1732178329920Initializing all the Stores at 1732178329922 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178329922Cleaning up temporary data from old regions at 1732178329928 (+6 ms)Running coprocessor post-open hooks at 1732178329936 (+8 ms)Region opened successfully at 1732178329937 (+1 ms) 2024-11-21T08:38:49,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., pid=9, masterSystemTime=1732178329909 2024-11-21T08:38:49,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:38:49,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:38:49,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7efd32f0c9f05123d59c292868c93433, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:49,946 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7efd32f0c9f05123d59c292868c93433, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:38:49,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T08:38:49,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7efd32f0c9f05123d59c292868c93433, server=6ed56fb6cbf7,41125,1732178291436 in 194 msec 2024-11-21T08:38:49,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T08:38:49,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=7efd32f0c9f05123d59c292868c93433, ASSIGN in 356 msec 2024-11-21T08:38:49,956 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:38:49,956 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178329956"}]},"ts":"1732178329956"} 2024-11-21T08:38:49,959 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-21T08:38:49,960 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:38:49,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2140 sec 2024-11-21T08:38:50,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:38:50,690 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-21T08:38:50,691 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T08:38:50,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-21T08:38:50,693 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T08:38:50,693 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T08:38:50,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T08:38:50,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T08:38:50,694 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-21T08:38:50,694 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T08:38:50,695 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-21T08:38:50,695 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-21T08:38:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T08:38:51,782 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-21T08:38:51,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-21T08:38:51,782 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:38:51,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-21T08:38:51,788 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:38:51,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-21T08:38:51,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:38:51,805 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:38:51,805 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-21T08:38:51,809 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T08:38:51,811 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-21T08:38:57,824 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6ed56fb6cbf7:41125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms 2024-11-21T08:38:57,824 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6012ms, rpcTimeout=5999ms 2024-11-21T08:38:57,824 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 from cache 2024-11-21T08:38:57,835 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 175) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6048 (was 4705) - AvailableMemoryMB LEAK? - 2024-11-21T08:38:57,844 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=6048 2024-11-21T08:38:57,848 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:38:57,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-21T08:38:57,853 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:38:57,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:57,853 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-21T08:38:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T08:38:57,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:38:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741839_1015 (size=412) 2024-11-21T08:38:58,277 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 729bc16483afce5798cf9138e0cb5286, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:38:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741840_1016 (size=63) 2024-11-21T08:38:58,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-21T08:38:58,693 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:58,694 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 729bc16483afce5798cf9138e0cb5286, disabling compactions & flushes 2024-11-21T08:38:58,694 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:38:58,694 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:38:58,694 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. after waiting 0 ms 2024-11-21T08:38:58,694 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:38:58,694 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:38:58,694 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 729bc16483afce5798cf9138e0cb5286: Waiting for close lock at 1732178338694Disabling compacts and flushes for region at 1732178338694Disabling writes for close at 1732178338694Writing region close event to WAL at 1732178338694Closed at 1732178338694 2024-11-21T08:38:58,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:38:58,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732178338697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178338697"}]},"ts":"1732178338697"} 2024-11-21T08:38:58,701 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:38:58,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:38:58,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178338703"}]},"ts":"1732178338703"} 2024-11-21T08:38:58,707 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-21T08:38:58,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=729bc16483afce5798cf9138e0cb5286, ASSIGN}] 2024-11-21T08:38:58,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=729bc16483afce5798cf9138e0cb5286, ASSIGN 2024-11-21T08:38:58,712 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=729bc16483afce5798cf9138e0cb5286, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:38:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T08:38:58,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=729bc16483afce5798cf9138e0cb5286, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:58,866 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=729bc16483afce5798cf9138e0cb5286, ASSIGN because future has completed 2024-11-21T08:38:58,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729bc16483afce5798cf9138e0cb5286, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:38:59,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:38:59,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 729bc16483afce5798cf9138e0cb5286, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:38:59,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:38:59,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,031 INFO [StoreOpener-729bc16483afce5798cf9138e0cb5286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,034 INFO [StoreOpener-729bc16483afce5798cf9138e0cb5286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729bc16483afce5798cf9138e0cb5286 columnFamilyName testFamily 2024-11-21T08:38:59,034 DEBUG [StoreOpener-729bc16483afce5798cf9138e0cb5286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:38:59,035 INFO [StoreOpener-729bc16483afce5798cf9138e0cb5286-1 {}] regionserver.HStore(327): Store=729bc16483afce5798cf9138e0cb5286/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:38:59,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:38:59,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 729bc16483afce5798cf9138e0cb5286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62831816, jitterRate=-0.06373298168182373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:38:59,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:38:59,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 729bc16483afce5798cf9138e0cb5286: Running coprocessor pre-open hook at 1732178339029Writing region info on filesystem at 1732178339029Initializing all the Stores at 1732178339031 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178339031Cleaning up temporary data from old regions at 1732178339038 (+7 ms)Running coprocessor post-open hooks at 1732178339050 (+12 ms)Region opened successfully at 1732178339051 (+1 ms) 2024-11-21T08:38:59,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286., pid=12, masterSystemTime=1732178339021 2024-11-21T08:38:59,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:38:59,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:38:59,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=729bc16483afce5798cf9138e0cb5286, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:38:59,060 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729bc16483afce5798cf9138e0cb5286, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:38:59,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T08:38:59,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 729bc16483afce5798cf9138e0cb5286, server=6ed56fb6cbf7,41125,1732178291436 in 195 msec 2024-11-21T08:38:59,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T08:38:59,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=729bc16483afce5798cf9138e0cb5286, ASSIGN in 359 msec 2024-11-21T08:38:59,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:38:59,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178339074"}]},"ts":"1732178339074"} 2024-11-21T08:38:59,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-21T08:38:59,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:38:59,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2310 sec 2024-11-21T08:39:00,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-21T08:39:00,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T08:39:00,891 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-21T08:39:00,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-21T08:39:00,891 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-21T08:39:00,897 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-21T08:39:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:00,914 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:00,914 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-21T08:39:00,919 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T08:39:00,921 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T08:39:00,923 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T08:39:00,924 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-21T08:39:02,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-21T08:39:04,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:06,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854763' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T08:39:06,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41125 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:50534 deadline: 1732178352931, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854763' does not exist 2024-11-21T08:39:06,936 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6ed56fb6cbf7,41125,1732178291436 for closing scanner id = -4643041556020854763 for 729bc16483afce5798cf9138e0cb5286 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854763' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:39:06,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=5536 (was 6048) 2024-11-21T08:39:06,946 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=5534 2024-11-21T08:39:06,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:39:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-21T08:39:06,952 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:39:06,952 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:06,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-21T08:39:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T08:39:06,954 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:39:06,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741841_1017 (size=423) 2024-11-21T08:39:07,370 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfb07892386e15c85a292c5c50d8a101, NAME => 'testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:39:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741842_1018 (size=74) 2024-11-21T08:39:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-21T08:39:07,785 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:07,785 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing cfb07892386e15c85a292c5c50d8a101, disabling compactions & flushes 2024-11-21T08:39:07,785 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:07,786 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:07,786 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. after waiting 0 ms 2024-11-21T08:39:07,786 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:07,786 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:07,786 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfb07892386e15c85a292c5c50d8a101: Waiting for close lock at 1732178347785Disabling compacts and flushes for region at 1732178347785Disabling writes for close at 1732178347786 (+1 ms)Writing region close event to WAL at 1732178347786Closed at 1732178347786 2024-11-21T08:39:07,788 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:39:07,789 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732178347788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178347788"}]},"ts":"1732178347788"} 2024-11-21T08:39:07,793 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:39:07,795 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:39:07,795 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178347795"}]},"ts":"1732178347795"} 2024-11-21T08:39:07,799 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-21T08:39:07,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cfb07892386e15c85a292c5c50d8a101, ASSIGN}] 2024-11-21T08:39:07,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cfb07892386e15c85a292c5c50d8a101, ASSIGN 2024-11-21T08:39:07,805 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cfb07892386e15c85a292c5c50d8a101, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:39:07,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cfb07892386e15c85a292c5c50d8a101, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:07,959 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cfb07892386e15c85a292c5c50d8a101, ASSIGN because future has completed 2024-11-21T08:39:07,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfb07892386e15c85a292c5c50d8a101, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:39:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T08:39:08,126 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:08,126 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cfb07892386e15c85a292c5c50d8a101, NAME => 'testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:39:08,127 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,127 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:08,127 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,127 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,130 INFO [StoreOpener-cfb07892386e15c85a292c5c50d8a101-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,133 INFO [StoreOpener-cfb07892386e15c85a292c5c50d8a101-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfb07892386e15c85a292c5c50d8a101 columnFamilyName testFamily 2024-11-21T08:39:08,134 DEBUG [StoreOpener-cfb07892386e15c85a292c5c50d8a101-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:08,135 INFO [StoreOpener-cfb07892386e15c85a292c5c50d8a101-1 {}] regionserver.HStore(327): Store=cfb07892386e15c85a292c5c50d8a101/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:39:08,135 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,137 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,138 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,139 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,139 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,142 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,146 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:39:08,147 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cfb07892386e15c85a292c5c50d8a101; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63204326, jitterRate=-0.05818215012550354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:39:08,147 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:08,148 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cfb07892386e15c85a292c5c50d8a101: Running coprocessor pre-open hook at 1732178348128Writing region info on filesystem at 1732178348128Initializing all the Stores at 1732178348130 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178348130Cleaning up temporary data from old regions at 1732178348139 (+9 ms)Running coprocessor post-open hooks at 1732178348147 (+8 ms)Region opened successfully at 1732178348148 (+1 ms) 2024-11-21T08:39:08,149 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101., pid=15, masterSystemTime=1732178348114 2024-11-21T08:39:08,152 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:08,152 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:08,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cfb07892386e15c85a292c5c50d8a101, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:08,156 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfb07892386e15c85a292c5c50d8a101, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:39:08,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T08:39:08,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cfb07892386e15c85a292c5c50d8a101, server=6ed56fb6cbf7,41125,1732178291436 in 197 msec 2024-11-21T08:39:08,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T08:39:08,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=cfb07892386e15c85a292c5c50d8a101, ASSIGN in 360 msec 2024-11-21T08:39:08,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:39:08,165 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178348164"}]},"ts":"1732178348164"} 2024-11-21T08:39:08,167 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-21T08:39:08,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:39:08,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2190 sec 2024-11-21T08:39:08,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-21T08:39:09,389 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T08:39:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T08:39:09,981 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-21T08:39:09,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-21T08:39:09,982 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:09,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-21T08:39:09,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:09,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-21T08:39:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:10,003 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:10,004 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-21T08:39:10,008 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-21T08:39:10,010 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-21T08:39:10,012 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-21T08:39:10,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4643041556020854759 2024-11-21T08:39:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178353012, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:39:10,017 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-21T08:39:10,019 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-21T08:39:10,019 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:39:10,021 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:39:10,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-4643041556020854757 2024-11-21T08:39:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178353020, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:39:10,024 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:39:10,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-4643041556020854756 2024-11-21T08:39:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178353024, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:39:10,029 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:39:10,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-4643041556020854755 2024-11-21T08:39:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:50534 deadline: 1732178353028, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T08:39:10,033 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T08:39:10,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 225), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=5429 (was 5534) 2024-11-21T08:39:10,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=5427 2024-11-21T08:39:10,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:39:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-21T08:39:10,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:39:10,061 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:10,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-21T08:39:10,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:39:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T08:39:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741843_1019 (size=418) 2024-11-21T08:39:10,476 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3e683fa3198d839e4a95d684920d5d5, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:39:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741844_1020 (size=69) 2024-11-21T08:39:10,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-21T08:39:10,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:10,889 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:10,889 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing e3e683fa3198d839e4a95d684920d5d5, disabling compactions & flushes 2024-11-21T08:39:10,889 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:10,889 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:10,890 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. after waiting 0 ms 2024-11-21T08:39:10,890 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:10,890 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:10,890 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3e683fa3198d839e4a95d684920d5d5: Waiting for close lock at 1732178350889Disabling compacts and flushes for region at 1732178350889Disabling writes for close at 1732178350890 (+1 ms)Writing region close event to WAL at 1732178350890Closed at 1732178350890 2024-11-21T08:39:10,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:39:10,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732178350892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178350892"}]},"ts":"1732178350892"} 2024-11-21T08:39:10,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:39:10,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:39:10,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178350897"}]},"ts":"1732178350897"} 2024-11-21T08:39:10,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-21T08:39:10,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e3e683fa3198d839e4a95d684920d5d5, ASSIGN}] 2024-11-21T08:39:10,902 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e3e683fa3198d839e4a95d684920d5d5, ASSIGN 2024-11-21T08:39:10,903 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e3e683fa3198d839e4a95d684920d5d5, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:39:11,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e3e683fa3198d839e4a95d684920d5d5, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:11,057 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e3e683fa3198d839e4a95d684920d5d5, ASSIGN because future has completed 2024-11-21T08:39:11,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3e683fa3198d839e4a95d684920d5d5, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:39:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T08:39:11,219 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:11,220 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e3e683fa3198d839e4a95d684920d5d5, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:39:11,220 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,220 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:11,220 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,220 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,223 INFO [StoreOpener-e3e683fa3198d839e4a95d684920d5d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,225 INFO [StoreOpener-e3e683fa3198d839e4a95d684920d5d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3e683fa3198d839e4a95d684920d5d5 columnFamilyName testFamily 2024-11-21T08:39:11,226 DEBUG [StoreOpener-e3e683fa3198d839e4a95d684920d5d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:11,226 INFO [StoreOpener-e3e683fa3198d839e4a95d684920d5d5-1 {}] regionserver.HStore(327): Store=e3e683fa3198d839e4a95d684920d5d5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:39:11,227 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,228 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,229 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,229 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,229 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,233 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,236 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:39:11,238 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e3e683fa3198d839e4a95d684920d5d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74378513, jitterRate=0.10832621157169342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:39:11,238 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:11,239 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e3e683fa3198d839e4a95d684920d5d5: Running coprocessor pre-open hook at 1732178351221Writing region info on filesystem at 1732178351221Initializing all the Stores at 1732178351222 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178351222Cleaning up temporary data from old regions at 1732178351230 (+8 ms)Running coprocessor post-open hooks at 1732178351238 (+8 ms)Region opened successfully at 1732178351239 (+1 ms) 2024-11-21T08:39:11,241 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., pid=18, masterSystemTime=1732178351211 2024-11-21T08:39:11,244 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:11,245 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:11,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e3e683fa3198d839e4a95d684920d5d5, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:11,250 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3e683fa3198d839e4a95d684920d5d5, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:39:11,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T08:39:11,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure e3e683fa3198d839e4a95d684920d5d5, server=6ed56fb6cbf7,41125,1732178291436 in 194 msec 2024-11-21T08:39:11,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T08:39:11,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e3e683fa3198d839e4a95d684920d5d5, ASSIGN in 356 msec 2024-11-21T08:39:11,261 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:39:11,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178351261"}]},"ts":"1732178351261"} 2024-11-21T08:39:11,264 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-21T08:39:11,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:39:11,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2090 sec 2024-11-21T08:39:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T08:39:13,113 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-21T08:39:13,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-21T08:39:13,114 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:13,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-21T08:39:13,122 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:13,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-21T08:39:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:13,138 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:13,138 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-21T08:39:13,141 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T08:39:13,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T08:39:13,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:14,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6ed56fb6cbf7:41125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-21T08:39:14,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-21T08:39:14,148 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 from cache 2024-11-21T08:39:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-21T08:39:14,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-21T08:39:15,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:15,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T08:39:16,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6ed56fb6cbf7:41125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=977ms 2024-11-21T08:39:16,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=977ms 2024-11-21T08:39:16,148 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 from cache 2024-11-21T08:39:16,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=5394 (was 5427) 2024-11-21T08:39:16,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=5394 2024-11-21T08:39:16,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:39:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-21T08:39:16,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:39:16,179 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:16,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-21T08:39:16,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:39:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T08:39:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741845_1021 (size=416) 2024-11-21T08:39:16,592 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ee3c0dc11857715f53941a6b98f9cb3, NAME => 'testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:39:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741846_1022 (size=67) 2024-11-21T08:39:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-21T08:39:17,005 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:17,005 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6ee3c0dc11857715f53941a6b98f9cb3, disabling compactions & flushes 2024-11-21T08:39:17,005 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:17,005 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:17,005 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. after waiting 0 ms 2024-11-21T08:39:17,005 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:17,005 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:17,006 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ee3c0dc11857715f53941a6b98f9cb3: Waiting for close lock at 1732178357005Disabling compacts and flushes for region at 1732178357005Disabling writes for close at 1732178357005Writing region close event to WAL at 1732178357005Closed at 1732178357005 2024-11-21T08:39:17,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:39:17,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732178357008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178357008"}]},"ts":"1732178357008"} 2024-11-21T08:39:17,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:39:17,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:39:17,014 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178357014"}]},"ts":"1732178357014"} 2024-11-21T08:39:17,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-21T08:39:17,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=6ee3c0dc11857715f53941a6b98f9cb3, ASSIGN}] 2024-11-21T08:39:17,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=6ee3c0dc11857715f53941a6b98f9cb3, ASSIGN 2024-11-21T08:39:17,020 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=6ee3c0dc11857715f53941a6b98f9cb3, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:39:17,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6ee3c0dc11857715f53941a6b98f9cb3, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:17,176 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=6ee3c0dc11857715f53941a6b98f9cb3, ASSIGN because future has completed 2024-11-21T08:39:17,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ee3c0dc11857715f53941a6b98f9cb3, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:39:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T08:39:17,338 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:17,338 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ee3c0dc11857715f53941a6b98f9cb3, NAME => 'testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:39:17,339 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,339 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:17,339 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,340 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,342 INFO [StoreOpener-6ee3c0dc11857715f53941a6b98f9cb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,345 INFO [StoreOpener-6ee3c0dc11857715f53941a6b98f9cb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee3c0dc11857715f53941a6b98f9cb3 columnFamilyName testFamily 2024-11-21T08:39:17,345 DEBUG [StoreOpener-6ee3c0dc11857715f53941a6b98f9cb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:17,346 INFO [StoreOpener-6ee3c0dc11857715f53941a6b98f9cb3-1 {}] regionserver.HStore(327): Store=6ee3c0dc11857715f53941a6b98f9cb3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:39:17,346 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,348 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,349 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,350 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,350 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,353 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,358 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:39:17,359 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6ee3c0dc11857715f53941a6b98f9cb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61993083, jitterRate=-0.07623107731342316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:39:17,359 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:17,360 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6ee3c0dc11857715f53941a6b98f9cb3: Running coprocessor pre-open hook at 1732178357340Writing region info on filesystem at 1732178357340Initializing all the Stores at 1732178357342 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178357342Cleaning up temporary data from old regions at 1732178357350 (+8 ms)Running coprocessor post-open hooks at 1732178357359 (+9 ms)Region opened successfully at 1732178357360 (+1 ms) 2024-11-21T08:39:17,361 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3., pid=21, masterSystemTime=1732178357331 2024-11-21T08:39:17,364 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:17,364 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:17,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6ee3c0dc11857715f53941a6b98f9cb3, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:17,369 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ee3c0dc11857715f53941a6b98f9cb3, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:39:17,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T08:39:17,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ee3c0dc11857715f53941a6b98f9cb3, server=6ed56fb6cbf7,41125,1732178291436 in 194 msec 2024-11-21T08:39:17,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-21T08:39:17,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=6ee3c0dc11857715f53941a6b98f9cb3, ASSIGN in 357 msec 2024-11-21T08:39:17,378 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:39:17,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178357378"}]},"ts":"1732178357378"} 2024-11-21T08:39:17,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-21T08:39:17,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:39:17,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2070 sec 2024-11-21T08:39:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T08:39:19,201 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-21T08:39:19,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-21T08:39:19,202 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:19,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-21T08:39:19,210 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:19,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-21T08:39:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:19,226 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:19,226 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-21T08:39:19,229 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T08:39:19,231 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T08:39:19,232 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T08:39:19,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-21T08:39:20,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-21T08:39:20,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:20,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-21T08:39:20,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:20,699 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-21T08:39:22,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854744' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T08:39:22,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41125 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:50534 deadline: 1732178363239, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854744' does not exist 2024-11-21T08:39:22,241 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6ed56fb6cbf7,41125,1732178291436 for closing scanner id = -4643041556020854744 for 6ee3c0dc11857715f53941a6b98f9cb3 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854744' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:39:22,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 134), ProcessCount=11 (was 11), AvailableMemoryMB=5276 (was 5394) 2024-11-21T08:39:22,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=5276 2024-11-21T08:39:22,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:39:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-21T08:39:22,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:39:22,263 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:22,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-21T08:39:22,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:39:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T08:39:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741847_1023 (size=411) 2024-11-21T08:39:22,676 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 781e5d81e7ea59d0f3a0a7416de7aaed, NAME => 'testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:39:22,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741848_1024 (size=62) 2024-11-21T08:39:22,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-21T08:39:22,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:23,086 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:23,087 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 781e5d81e7ea59d0f3a0a7416de7aaed, disabling compactions & flushes 2024-11-21T08:39:23,087 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:23,087 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:23,087 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. after waiting 0 ms 2024-11-21T08:39:23,087 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:23,087 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:23,087 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 781e5d81e7ea59d0f3a0a7416de7aaed: Waiting for close lock at 1732178363086Disabling compacts and flushes for region at 1732178363086Disabling writes for close at 1732178363087 (+1 ms)Writing region close event to WAL at 1732178363087Closed at 1732178363087 2024-11-21T08:39:23,089 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:39:23,090 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732178363089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178363089"}]},"ts":"1732178363089"} 2024-11-21T08:39:23,093 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:39:23,095 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:39:23,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178363095"}]},"ts":"1732178363095"} 2024-11-21T08:39:23,100 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-21T08:39:23,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=781e5d81e7ea59d0f3a0a7416de7aaed, ASSIGN}] 2024-11-21T08:39:23,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=781e5d81e7ea59d0f3a0a7416de7aaed, ASSIGN 2024-11-21T08:39:23,103 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=781e5d81e7ea59d0f3a0a7416de7aaed, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:39:23,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=781e5d81e7ea59d0f3a0a7416de7aaed, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:23,257 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=781e5d81e7ea59d0f3a0a7416de7aaed, ASSIGN because future has completed 2024-11-21T08:39:23,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 781e5d81e7ea59d0f3a0a7416de7aaed, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:39:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T08:39:23,421 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:23,422 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 781e5d81e7ea59d0f3a0a7416de7aaed, NAME => 'testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:39:23,423 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,423 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:23,423 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,423 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,426 INFO [StoreOpener-781e5d81e7ea59d0f3a0a7416de7aaed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,429 INFO [StoreOpener-781e5d81e7ea59d0f3a0a7416de7aaed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 781e5d81e7ea59d0f3a0a7416de7aaed columnFamilyName testFamily 2024-11-21T08:39:23,429 DEBUG [StoreOpener-781e5d81e7ea59d0f3a0a7416de7aaed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:23,430 INFO [StoreOpener-781e5d81e7ea59d0f3a0a7416de7aaed-1 {}] regionserver.HStore(327): Store=781e5d81e7ea59d0f3a0a7416de7aaed/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:39:23,430 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,432 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,433 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,434 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,434 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,437 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,440 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:39:23,441 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 781e5d81e7ea59d0f3a0a7416de7aaed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68645794, jitterRate=0.02290204167366028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:39:23,441 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:23,442 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 781e5d81e7ea59d0f3a0a7416de7aaed: Running coprocessor pre-open hook at 1732178363424Writing region info on filesystem at 1732178363424Initializing all the Stores at 1732178363426 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178363426Cleaning up temporary data from old regions at 1732178363434 (+8 ms)Running coprocessor post-open hooks at 1732178363441 (+7 ms)Region opened successfully at 1732178363442 (+1 ms) 2024-11-21T08:39:23,444 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed., pid=24, masterSystemTime=1732178363410 2024-11-21T08:39:23,446 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:23,446 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:23,447 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=781e5d81e7ea59d0f3a0a7416de7aaed, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:23,450 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 781e5d81e7ea59d0f3a0a7416de7aaed, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:39:23,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-21T08:39:23,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 781e5d81e7ea59d0f3a0a7416de7aaed, server=6ed56fb6cbf7,41125,1732178291436 in 194 msec 2024-11-21T08:39:23,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T08:39:23,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=781e5d81e7ea59d0f3a0a7416de7aaed, ASSIGN in 353 msec 2024-11-21T08:39:23,458 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:39:23,458 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178363458"}]},"ts":"1732178363458"} 2024-11-21T08:39:23,460 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-21T08:39:23,461 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:39:23,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2010 sec 2024-11-21T08:39:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T08:39:25,283 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-21T08:39:25,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-21T08:39:25,284 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-21T08:39:25,292 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:25,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-21T08:39:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:25,308 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:25,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-21T08:39:25,311 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T08:39:25,313 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T08:39:25,314 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T08:39:25,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-21T08:39:26,152 INFO [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T08:39:26,152 INFO [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T08:39:26,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-21T08:39:28,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854740' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T08:39:28,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41125 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:50534 deadline: 1732178369317, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854740' does not exist 2024-11-21T08:39:28,320 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6ed56fb6cbf7,41125,1732178291436 for closing scanner id = -4643041556020854740 for 781e5d81e7ea59d0f3a0a7416de7aaed of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854740' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:39:28,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=129 (was 123) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5153 (was 5276) 2024-11-21T08:39:28,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=129, ProcessCount=11, AvailableMemoryMB=5153 2024-11-21T08:39:28,340 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:39:28,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-21T08:39:28,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:39:28,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:28,344 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-21T08:39:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T08:39:28,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:39:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741849_1025 (size=419) 2024-11-21T08:39:28,759 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af761c1475787d7d76637b01b7352447, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:39:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741850_1026 (size=70) 2024-11-21T08:39:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-21T08:39:28,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:29,174 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:29,174 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing af761c1475787d7d76637b01b7352447, disabling compactions & flushes 2024-11-21T08:39:29,174 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:29,174 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:29,175 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. after waiting 0 ms 2024-11-21T08:39:29,175 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:29,175 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:29,175 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for af761c1475787d7d76637b01b7352447: Waiting for close lock at 1732178369174Disabling compacts and flushes for region at 1732178369174Disabling writes for close at 1732178369175 (+1 ms)Writing region close event to WAL at 1732178369175Closed at 1732178369175 2024-11-21T08:39:29,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:39:29,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732178369178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178369178"}]},"ts":"1732178369178"} 2024-11-21T08:39:29,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:39:29,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:39:29,184 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178369184"}]},"ts":"1732178369184"} 2024-11-21T08:39:29,188 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-21T08:39:29,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af761c1475787d7d76637b01b7352447, ASSIGN}] 2024-11-21T08:39:29,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af761c1475787d7d76637b01b7352447, ASSIGN 2024-11-21T08:39:29,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af761c1475787d7d76637b01b7352447, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:39:29,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=af761c1475787d7d76637b01b7352447, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:29,345 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af761c1475787d7d76637b01b7352447, ASSIGN because future has completed 2024-11-21T08:39:29,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure af761c1475787d7d76637b01b7352447, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:39:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T08:39:29,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:29,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => af761c1475787d7d76637b01b7352447, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:39:29,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:29,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,508 INFO [StoreOpener-af761c1475787d7d76637b01b7352447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,512 INFO [StoreOpener-af761c1475787d7d76637b01b7352447-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af761c1475787d7d76637b01b7352447 columnFamilyName testFamily 2024-11-21T08:39:29,512 DEBUG [StoreOpener-af761c1475787d7d76637b01b7352447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:29,513 INFO [StoreOpener-af761c1475787d7d76637b01b7352447-1 {}] regionserver.HStore(327): Store=af761c1475787d7d76637b01b7352447/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:39:29,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:39:29,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened af761c1475787d7d76637b01b7352447; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60567830, jitterRate=-0.09746900200843811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:39:29,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:29,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for af761c1475787d7d76637b01b7352447: Running coprocessor pre-open hook at 1732178369506Writing region info on filesystem at 1732178369506Initializing all the Stores at 1732178369508 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178369508Cleaning up temporary data from old regions at 1732178369516 (+8 ms)Running coprocessor post-open hooks at 1732178369523 (+7 ms)Region opened successfully at 1732178369523 2024-11-21T08:39:29,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447., pid=27, masterSystemTime=1732178369499 2024-11-21T08:39:29,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:29,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:29,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=af761c1475787d7d76637b01b7352447, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:29,531 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure af761c1475787d7d76637b01b7352447, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:39:29,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T08:39:29,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure af761c1475787d7d76637b01b7352447, server=6ed56fb6cbf7,41125,1732178291436 in 186 msec 2024-11-21T08:39:29,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-21T08:39:29,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=af761c1475787d7d76637b01b7352447, ASSIGN in 347 msec 2024-11-21T08:39:29,538 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:39:29,539 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178369538"}]},"ts":"1732178369538"} 2024-11-21T08:39:29,541 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-21T08:39:29,542 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:39:29,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2020 sec 2024-11-21T08:39:30,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-21T08:39:30,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:30,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-21T08:39:30,644 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T08:39:31,364 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-21T08:39:31,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-21T08:39:31,365 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-21T08:39:31,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-21T08:39:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:31,388 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:31,388 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-21T08:39:31,392 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T08:39:31,393 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-21T08:39:32,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-21T08:39:35,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:37,396 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6ed56fb6cbf7:41125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-21T08:39:37,396 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms 2024-11-21T08:39:37,397 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 from cache 2024-11-21T08:39:37,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=117 (was 129), ProcessCount=11 (was 11), AvailableMemoryMB=5004 (was 5153) 2024-11-21T08:39:37,414 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=117, ProcessCount=11, AvailableMemoryMB=5004 2024-11-21T08:39:37,416 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:39:37,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-21T08:39:37,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:39:37,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:37,419 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-21T08:39:37,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:39:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T08:39:37,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741851_1027 (size=407) 2024-11-21T08:39:37,836 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6748c1e17644112b5a07f1e0c921540c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:39:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741852_1028 (size=58) 2024-11-21T08:39:37,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-21T08:39:38,248 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:38,248 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6748c1e17644112b5a07f1e0c921540c, disabling compactions & flushes 2024-11-21T08:39:38,248 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:38,248 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:38,248 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. after waiting 0 ms 2024-11-21T08:39:38,248 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:38,248 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:38,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6748c1e17644112b5a07f1e0c921540c: Waiting for close lock at 1732178378248Disabling compacts and flushes for region at 1732178378248Disabling writes for close at 1732178378248Writing region close event to WAL at 1732178378248Closed at 1732178378248 2024-11-21T08:39:38,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:39:38,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732178378251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178378251"}]},"ts":"1732178378251"} 2024-11-21T08:39:38,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:39:38,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:39:38,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178378256"}]},"ts":"1732178378256"} 2024-11-21T08:39:38,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-21T08:39:38,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6748c1e17644112b5a07f1e0c921540c, ASSIGN}] 2024-11-21T08:39:38,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6748c1e17644112b5a07f1e0c921540c, ASSIGN 2024-11-21T08:39:38,263 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6748c1e17644112b5a07f1e0c921540c, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:39:38,413 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6748c1e17644112b5a07f1e0c921540c, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:38,416 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6748c1e17644112b5a07f1e0c921540c, ASSIGN because future has completed 2024-11-21T08:39:38,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6748c1e17644112b5a07f1e0c921540c, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:39:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T08:39:38,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:38,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 6748c1e17644112b5a07f1e0c921540c, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:39:38,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:38,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,582 INFO [StoreOpener-6748c1e17644112b5a07f1e0c921540c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,585 INFO [StoreOpener-6748c1e17644112b5a07f1e0c921540c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6748c1e17644112b5a07f1e0c921540c columnFamilyName testFamily 2024-11-21T08:39:38,585 DEBUG [StoreOpener-6748c1e17644112b5a07f1e0c921540c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:38,585 INFO [StoreOpener-6748c1e17644112b5a07f1e0c921540c-1 {}] regionserver.HStore(327): Store=6748c1e17644112b5a07f1e0c921540c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:39:38,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:39:38,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 6748c1e17644112b5a07f1e0c921540c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63733056, jitterRate=-0.05030345916748047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:39:38,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:38,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 6748c1e17644112b5a07f1e0c921540c: Running coprocessor pre-open hook at 1732178378580Writing region info on filesystem at 1732178378580Initializing all the Stores at 1732178378582 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178378582Cleaning up temporary data from old regions at 1732178378588 (+6 ms)Running coprocessor post-open hooks at 1732178378595 (+7 ms)Region opened successfully at 1732178378596 (+1 ms) 2024-11-21T08:39:38,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c., pid=30, masterSystemTime=1732178378569 2024-11-21T08:39:38,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:38,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:38,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6748c1e17644112b5a07f1e0c921540c, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:38,604 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6748c1e17644112b5a07f1e0c921540c, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:39:38,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T08:39:38,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 6748c1e17644112b5a07f1e0c921540c, server=6ed56fb6cbf7,41125,1732178291436 in 189 msec 2024-11-21T08:39:38,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T08:39:38,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=6748c1e17644112b5a07f1e0c921540c, ASSIGN in 349 msec 2024-11-21T08:39:38,612 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:39:38,612 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178378612"}]},"ts":"1732178378612"} 2024-11-21T08:39:38,614 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-21T08:39:38,616 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:39:38,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2000 sec 2024-11-21T08:39:38,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-21T08:39:39,390 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T08:39:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T08:39:40,443 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-21T08:39:40,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-21T08:39:40,445 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:40,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-21T08:39:40,455 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:40,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-21T08:39:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:40,469 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:40,469 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-21T08:39:40,472 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T08:39:40,475 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T08:39:40,476 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T08:39:40,477 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-21T08:39:40,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-21T08:39:40,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:44,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:45,340 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T08:39:46,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41125 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854732' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T08:39:46,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41125 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:50534 deadline: 1732178392479, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854732' does not exist 2024-11-21T08:39:46,481 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6ed56fb6cbf7,41125,1732178291436 for closing scanner id = -4643041556020854732 for 6748c1e17644112b5a07f1e0c921540c of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-4643041556020854732' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T08:39:46,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=99 (was 117), ProcessCount=11 (was 11), AvailableMemoryMB=4978 (was 5004) 2024-11-21T08:39:46,496 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=99, ProcessCount=11, AvailableMemoryMB=4978 2024-11-21T08:39:46,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T08:39:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-21T08:39:46,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T08:39:46,502 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:46,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-21T08:39:46,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T08:39:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T08:39:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741853_1029 (size=423) 2024-11-21T08:39:46,918 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c91d447a146aec4c8066accafd63528, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927 2024-11-21T08:39:46,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741854_1030 (size=74) 2024-11-21T08:39:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-21T08:39:47,331 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:47,332 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8c91d447a146aec4c8066accafd63528, disabling compactions & flushes 2024-11-21T08:39:47,332 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:47,332 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:47,332 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. after waiting 0 ms 2024-11-21T08:39:47,332 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:47,332 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:47,332 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c91d447a146aec4c8066accafd63528: Waiting for close lock at 1732178387332Disabling compacts and flushes for region at 1732178387332Disabling writes for close at 1732178387332Writing region close event to WAL at 1732178387332Closed at 1732178387332 2024-11-21T08:39:47,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T08:39:47,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732178387335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732178387335"}]},"ts":"1732178387335"} 2024-11-21T08:39:47,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T08:39:47,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T08:39:47,343 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178387342"}]},"ts":"1732178387342"} 2024-11-21T08:39:47,345 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-21T08:39:47,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8c91d447a146aec4c8066accafd63528, ASSIGN}] 2024-11-21T08:39:47,347 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8c91d447a146aec4c8066accafd63528, ASSIGN 2024-11-21T08:39:47,348 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8c91d447a146aec4c8066accafd63528, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41125,1732178291436; forceNewPlan=false, retain=false 2024-11-21T08:39:47,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8c91d447a146aec4c8066accafd63528, regionState=OPENING, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:47,508 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8c91d447a146aec4c8066accafd63528, ASSIGN because future has completed 2024-11-21T08:39:47,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c91d447a146aec4c8066accafd63528, server=6ed56fb6cbf7,41125,1732178291436}] 2024-11-21T08:39:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T08:39:47,672 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:47,673 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c91d447a146aec4c8066accafd63528, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528.', STARTKEY => '', ENDKEY => ''} 2024-11-21T08:39:47,674 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,674 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T08:39:47,674 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,674 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,677 INFO [StoreOpener-8c91d447a146aec4c8066accafd63528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,679 INFO [StoreOpener-8c91d447a146aec4c8066accafd63528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c91d447a146aec4c8066accafd63528 columnFamilyName testFamily 2024-11-21T08:39:47,679 DEBUG [StoreOpener-8c91d447a146aec4c8066accafd63528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T08:39:47,679 INFO [StoreOpener-8c91d447a146aec4c8066accafd63528-1 {}] regionserver.HStore(327): Store=8c91d447a146aec4c8066accafd63528/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T08:39:47,680 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,681 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,681 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,682 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,682 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,684 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,687 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T08:39:47,688 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 8c91d447a146aec4c8066accafd63528; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75335452, jitterRate=0.1225857138633728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T08:39:47,688 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:47,689 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 8c91d447a146aec4c8066accafd63528: Running coprocessor pre-open hook at 1732178387675Writing region info on filesystem at 1732178387675Initializing all the Stores at 1732178387676 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732178387676Cleaning up temporary data from old regions at 1732178387682 (+6 ms)Running coprocessor post-open hooks at 1732178387688 (+6 ms)Region opened successfully at 1732178387689 (+1 ms) 2024-11-21T08:39:47,690 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., pid=33, masterSystemTime=1732178387662 2024-11-21T08:39:47,693 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:47,694 INFO [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:47,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8c91d447a146aec4c8066accafd63528, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:47,698 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c91d447a146aec4c8066accafd63528, server=6ed56fb6cbf7,41125,1732178291436 because future has completed 2024-11-21T08:39:47,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T08:39:47,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c91d447a146aec4c8066accafd63528, server=6ed56fb6cbf7,41125,1732178291436 in 191 msec 2024-11-21T08:39:47,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T08:39:47,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8c91d447a146aec4c8066accafd63528, ASSIGN in 356 msec 2024-11-21T08:39:47,706 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T08:39:47,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732178387706"}]},"ts":"1732178387706"} 2024-11-21T08:39:47,708 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-21T08:39:47,709 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T08:39:47,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2110 sec 2024-11-21T08:39:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T08:39:49,533 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-21T08:39:49,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-21T08:39:49,534 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:49,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-21T08:39:49,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T08:39:49,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-21T08:39:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:49,558 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T08:39:49,558 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-21T08:39:49,561 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T08:39:49,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T08:39:50,567 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6ed56fb6cbf7:41125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-21T08:39:50,567 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-21T08:39:50,567 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 from cache 2024-11-21T08:39:50,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-21T08:39:50,642 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T08:39:50,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-21T08:39:51,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-21T08:39:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2] 2024-11-21T08:39:51,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41125 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T08:39:52,567 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6ed56fb6cbf7:41125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=988ms, rpcTimeout=982ms 2024-11-21T08:39:52,568 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=988ms, rpcTimeout=982ms 2024-11-21T08:39:52,568 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., hostname=6ed56fb6cbf7,41125,1732178291436, seqNum=2 from cache 2024-11-21T08:39:52,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=91 (was 99), ProcessCount=11 (was 11), AvailableMemoryMB=4971 (was 4978) 2024-11-21T08:39:52,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T08:39:52,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T08:39:52,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:39:52,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:39:52,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T08:39:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T08:39:52,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T08:39:52,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T08:39:52,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:39:52,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:39:52,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T08:39:52,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T08:39:52,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871265054, stopped=false 2024-11-21T08:39:52,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,41647,1732178290252 2024-11-21T08:39:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T08:39:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T08:39:52,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:39:52,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:39:52,652 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T08:39:52,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T08:39:52,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T08:39:52,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T08:39:52,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T08:39:52,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:39:52,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,41125,1732178291436' ***** 2024-11-21T08:39:52,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T08:39:52,656 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T08:39:52,656 INFO [RS:0;6ed56fb6cbf7:41125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T08:39:52,657 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T08:39:52,657 INFO [RS:0;6ed56fb6cbf7:41125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T08:39:52,657 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 781e5d81e7ea59d0f3a0a7416de7aaed 2024-11-21T08:39:52,658 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c91d447a146aec4c8066accafd63528 2024-11-21T08:39:52,658 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:52,658 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for cfe52087f260a391220ab297419fc748 2024-11-21T08:39:52,658 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 6748c1e17644112b5a07f1e0c921540c 2024-11-21T08:39:52,658 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:52,658 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 7efd32f0c9f05123d59c292868c93433 2024-11-21T08:39:52,659 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 729bc16483afce5798cf9138e0cb5286 2024-11-21T08:39:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 781e5d81e7ea59d0f3a0a7416de7aaed, disabling compactions & flushes 2024-11-21T08:39:52,659 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ee3c0dc11857715f53941a6b98f9cb3 2024-11-21T08:39:52,659 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:52,659 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for af761c1475787d7d76637b01b7352447 2024-11-21T08:39:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. after waiting 0 ms 2024-11-21T08:39:52,659 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:52,659 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T08:39:52,659 INFO [RS:0;6ed56fb6cbf7:41125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41125. 2024-11-21T08:39:52,659 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T08:39:52,659 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:39:52,660 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T08:39:52,660 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T08:39:52,660 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T08:39:52,660 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T08:39:52,660 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-21T08:39:52,660 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T08:39:52,660 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T08:39:52,661 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T08:39:52,661 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T08:39:52,661 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 781e5d81e7ea59d0f3a0a7416de7aaed, 7efd32f0c9f05123d59c292868c93433, 8c91d447a146aec4c8066accafd63528, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:52,661 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T08:39:52,663 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-21T08:39:52,663 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 781e5d81e7ea59d0f3a0a7416de7aaed 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:52,715 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed/.tmp/testFamily/1c9fc2b8d4194acc8b8f669e30738296 is 61, key is row-0/testFamily:testQualifier/1732178365297/Put/seqid=0 2024-11-21T08:39:52,723 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/info/e9bc4c3e12c84b64a5c82012089e4af2 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748./info:regioninfo/1732178326814/Put/seqid=0 2024-11-21T08:39:52,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741855_1031 (size=5049) 2024-11-21T08:39:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741856_1032 (size=20564) 2024-11-21T08:39:52,861 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 781e5d81e7ea59d0f3a0a7416de7aaed, 7efd32f0c9f05123d59c292868c93433, 8c91d447a146aec4c8066accafd63528, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:53,062 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 781e5d81e7ea59d0f3a0a7416de7aaed, 7efd32f0c9f05123d59c292868c93433, 8c91d447a146aec4c8066accafd63528, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:53,082 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T08:39:53,129 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed/.tmp/testFamily/1c9fc2b8d4194acc8b8f669e30738296 2024-11-21T08:39:53,132 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/info/e9bc4c3e12c84b64a5c82012089e4af2 2024-11-21T08:39:53,176 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed/.tmp/testFamily/1c9fc2b8d4194acc8b8f669e30738296 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed/testFamily/1c9fc2b8d4194acc8b8f669e30738296 2024-11-21T08:39:53,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:53,185 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed/testFamily/1c9fc2b8d4194acc8b8f669e30738296, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:53,191 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/ns/9ae8ac8904cf4db88a365524b8fd6622 is 43, key is default/ns:d/1732178325277/Put/seqid=0 2024-11-21T08:39:53,194 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 781e5d81e7ea59d0f3a0a7416de7aaed in 530ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741857_1033 (size=5153) 2024-11-21T08:39:53,205 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNext/781e5d81e7ea59d0f3a0a7416de7aaed/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:53,207 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:53,207 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 781e5d81e7ea59d0f3a0a7416de7aaed: Waiting for close lock at 1732178392658Running coprocessor pre-close hooks at 1732178392659 (+1 ms)Disabling compacts and flushes for region at 1732178392659Disabling writes for close at 1732178392659Obtaining lock to block concurrent updates at 1732178392663 (+4 ms)Preparing flush snapshotting stores in 781e5d81e7ea59d0f3a0a7416de7aaed at 1732178392663Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178392670 (+7 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. at 1732178392671 (+1 ms)Flushing 781e5d81e7ea59d0f3a0a7416de7aaed/testFamily: creating writer at 1732178392673 (+2 ms)Flushing 781e5d81e7ea59d0f3a0a7416de7aaed/testFamily: appending metadata at 1732178392709 (+36 ms)Flushing 781e5d81e7ea59d0f3a0a7416de7aaed/testFamily: closing flushed file at 1732178392711 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a09b928: reopening flushed file at 1732178393174 (+463 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 781e5d81e7ea59d0f3a0a7416de7aaed in 530ms, sequenceid=8, compaction requested=false at 1732178393194 (+20 ms)Writing region close event to WAL at 1732178393200 (+6 ms)Running coprocessor post-close hooks at 1732178393206 (+6 ms)Closed at 1732178393207 (+1 ms) 2024-11-21T08:39:53,208 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732178362259.781e5d81e7ea59d0f3a0a7416de7aaed. 2024-11-21T08:39:53,208 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c91d447a146aec4c8066accafd63528, disabling compactions & flushes 2024-11-21T08:39:53,208 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:53,208 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:53,208 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. after waiting 0 ms 2024-11-21T08:39:53,208 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:53,208 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c91d447a146aec4c8066accafd63528 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:53,227 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528/.tmp/testFamily/a7ad63d540f84b0698cdfb8dbb9cb2c1 is 61, key is row-0/testFamily:testQualifier/1732178389550/Put/seqid=0 2024-11-21T08:39:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741858_1034 (size=5049) 2024-11-21T08:39:53,262 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, 8c91d447a146aec4c8066accafd63528, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:53,436 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:41647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-21T08:39:53,462 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, 8c91d447a146aec4c8066accafd63528, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:53,589 INFO [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T08:39:53,589 INFO [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T08:39:53,603 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/ns/9ae8ac8904cf4db88a365524b8fd6622 2024-11-21T08:39:53,633 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528/.tmp/testFamily/a7ad63d540f84b0698cdfb8dbb9cb2c1 2024-11-21T08:39:53,635 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/table/9b6fc9508d424eb2a5295753b8094663 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732178326829/Put/seqid=0 2024-11-21T08:39:53,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741859_1035 (size=6699) 2024-11-21T08:39:53,641 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/table/9b6fc9508d424eb2a5295753b8094663 2024-11-21T08:39:53,643 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528/.tmp/testFamily/a7ad63d540f84b0698cdfb8dbb9cb2c1 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528/testFamily/a7ad63d540f84b0698cdfb8dbb9cb2c1 2024-11-21T08:39:53,650 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/info/e9bc4c3e12c84b64a5c82012089e4af2 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/info/e9bc4c3e12c84b64a5c82012089e4af2 2024-11-21T08:39:53,651 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528/testFamily/a7ad63d540f84b0698cdfb8dbb9cb2c1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:53,652 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8c91d447a146aec4c8066accafd63528 in 444ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:53,657 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScannerAsync/8c91d447a146aec4c8066accafd63528/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:53,658 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:53,658 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c91d447a146aec4c8066accafd63528: Waiting for close lock at 1732178393208Running coprocessor pre-close hooks at 1732178393208Disabling compacts and flushes for region at 1732178393208Disabling writes for close at 1732178393208Obtaining lock to block concurrent updates at 1732178393208Preparing flush snapshotting stores in 8c91d447a146aec4c8066accafd63528 at 1732178393208Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178393209 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. at 1732178393209Flushing 8c91d447a146aec4c8066accafd63528/testFamily: creating writer at 1732178393210 (+1 ms)Flushing 8c91d447a146aec4c8066accafd63528/testFamily: appending metadata at 1732178393227 (+17 ms)Flushing 8c91d447a146aec4c8066accafd63528/testFamily: closing flushed file at 1732178393227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75cae9d0: reopening flushed file at 1732178393642 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8c91d447a146aec4c8066accafd63528 in 444ms, sequenceid=8, compaction requested=false at 1732178393652 (+10 ms)Writing region close event to WAL at 1732178393653 (+1 ms)Running coprocessor post-close hooks at 1732178393658 (+5 ms)Closed at 1732178393658 2024-11-21T08:39:53,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732178386498.8c91d447a146aec4c8066accafd63528. 2024-11-21T08:39:53,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3e683fa3198d839e4a95d684920d5d5, disabling compactions & flushes 2024-11-21T08:39:53,659 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:53,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:53,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. after waiting 0 ms 2024-11-21T08:39:53,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:53,659 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3e683fa3198d839e4a95d684920d5d5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:53,661 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/info/e9bc4c3e12c84b64a5c82012089e4af2, entries=100, sequenceid=56, filesize=20.1 K 2024-11-21T08:39:53,662 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-21T08:39:53,663 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1325): Online Regions={e3e683fa3198d839e4a95d684920d5d5=testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., cfe52087f260a391220ab297419fc748=testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748., 6748c1e17644112b5a07f1e0c921540c=hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c., 1588230740=hbase:meta,,1.1588230740, cfb07892386e15c85a292c5c50d8a101=testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101., 7efd32f0c9f05123d59c292868c93433=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., 729bc16483afce5798cf9138e0cb5286=hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286., 6ee3c0dc11857715f53941a6b98f9cb3=testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3., af761c1475787d7d76637b01b7352447=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.} 2024-11-21T08:39:53,663 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/ns/9ae8ac8904cf4db88a365524b8fd6622 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/ns/9ae8ac8904cf4db88a365524b8fd6622 2024-11-21T08:39:53,663 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:53,672 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/ns/9ae8ac8904cf4db88a365524b8fd6622, entries=2, sequenceid=56, filesize=5.0 K 2024-11-21T08:39:53,674 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/.tmp/table/9b6fc9508d424eb2a5295753b8094663 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/table/9b6fc9508d424eb2a5295753b8094663 2024-11-21T08:39:53,677 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5/.tmp/testFamily/1a66d867a56d4b5faa378b42251738ba is 61, key is row-0/testFamily:testQualifier/1732178353128/Put/seqid=0 2024-11-21T08:39:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741860_1036 (size=5049) 2024-11-21T08:39:53,683 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/table/9b6fc9508d424eb2a5295753b8094663, entries=20, sequenceid=56, filesize=6.5 K 2024-11-21T08:39:53,684 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1023ms, sequenceid=56, compaction requested=false 2024-11-21T08:39:53,689 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-21T08:39:53,690 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T08:39:53,691 INFO [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T08:39:53,691 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732178392660Running coprocessor pre-close hooks at 1732178392660Disabling compacts and flushes for region at 1732178392660Disabling writes for close at 1732178392661 (+1 ms)Obtaining lock to block concurrent updates at 1732178392663 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732178392663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732178392670 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732178392671 (+1 ms)Flushing 1588230740/info: creating writer at 1732178392673 (+2 ms)Flushing 1588230740/info: appending metadata at 1732178392716 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732178392716Flushing 1588230740/ns: creating writer at 1732178393174 (+458 ms)Flushing 1588230740/ns: appending metadata at 1732178393190 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732178393190Flushing 1588230740/table: creating writer at 1732178393620 (+430 ms)Flushing 1588230740/table: appending metadata at 1732178393635 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732178393635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ebf9621: reopening flushed file at 1732178393649 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9652080: reopening flushed file at 1732178393662 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a1f386: reopening flushed file at 1732178393672 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1023ms, sequenceid=56, compaction requested=false at 1732178393684 (+12 ms)Writing region close event to WAL at 1732178393685 (+1 ms)Running coprocessor post-close hooks at 1732178393690 (+5 ms)Closed at 1732178393691 (+1 ms) 2024-11-21T08:39:53,691 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T08:39:53,863 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:54,064 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748, e3e683fa3198d839e4a95d684920d5d5 2024-11-21T08:39:54,085 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5/.tmp/testFamily/1a66d867a56d4b5faa378b42251738ba 2024-11-21T08:39:54,101 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5/.tmp/testFamily/1a66d867a56d4b5faa378b42251738ba as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5/testFamily/1a66d867a56d4b5faa378b42251738ba 2024-11-21T08:39:54,111 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5/testFamily/1a66d867a56d4b5faa378b42251738ba, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:54,112 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e3e683fa3198d839e4a95d684920d5d5 in 453ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:54,119 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnOpenScanner/e3e683fa3198d839e4a95d684920d5d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:54,120 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:54,121 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3e683fa3198d839e4a95d684920d5d5: Waiting for close lock at 1732178393659Running coprocessor pre-close hooks at 1732178393659Disabling compacts and flushes for region at 1732178393659Disabling writes for close at 1732178393659Obtaining lock to block concurrent updates at 1732178393659Preparing flush snapshotting stores in e3e683fa3198d839e4a95d684920d5d5 at 1732178393659Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178393659Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. at 1732178393660 (+1 ms)Flushing e3e683fa3198d839e4a95d684920d5d5/testFamily: creating writer at 1732178393660Flushing e3e683fa3198d839e4a95d684920d5d5/testFamily: appending metadata at 1732178393677 (+17 ms)Flushing e3e683fa3198d839e4a95d684920d5d5/testFamily: closing flushed file at 1732178393677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246c13c1: reopening flushed file at 1732178394099 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e3e683fa3198d839e4a95d684920d5d5 in 453ms, sequenceid=8, compaction requested=false at 1732178394112 (+13 ms)Writing region close event to WAL at 1732178394113 (+1 ms)Running coprocessor post-close hooks at 1732178394120 (+7 ms)Closed at 1732178394120 2024-11-21T08:39:54,121 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732178350056.e3e683fa3198d839e4a95d684920d5d5. 2024-11-21T08:39:54,121 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfe52087f260a391220ab297419fc748, disabling compactions & flushes 2024-11-21T08:39:54,121 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:39:54,121 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:39:54,121 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. after waiting 0 ms 2024-11-21T08:39:54,121 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:39:54,121 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cfe52087f260a391220ab297419fc748 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:54,139 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748/.tmp/testFamily/14573140282146fc8ffe461527438610 is 61, key is row-0/testFamily:testQualifier/1732178328651/Put/seqid=0 2024-11-21T08:39:54,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741861_1037 (size=5049) 2024-11-21T08:39:54,264 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748 2024-11-21T08:39:54,465 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101, cfe52087f260a391220ab297419fc748 2024-11-21T08:39:54,546 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748/.tmp/testFamily/14573140282146fc8ffe461527438610 2024-11-21T08:39:54,560 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748/.tmp/testFamily/14573140282146fc8ffe461527438610 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748/testFamily/14573140282146fc8ffe461527438610 2024-11-21T08:39:54,570 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748/testFamily/14573140282146fc8ffe461527438610, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:54,571 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cfe52087f260a391220ab297419fc748 in 450ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:54,577 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextExceptionAsync/cfe52087f260a391220ab297419fc748/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:54,577 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:39:54,577 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfe52087f260a391220ab297419fc748: Waiting for close lock at 1732178394121Running coprocessor pre-close hooks at 1732178394121Disabling compacts and flushes for region at 1732178394121Disabling writes for close at 1732178394121Obtaining lock to block concurrent updates at 1732178394121Preparing flush snapshotting stores in cfe52087f260a391220ab297419fc748 at 1732178394121Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178394121Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. at 1732178394122 (+1 ms)Flushing cfe52087f260a391220ab297419fc748/testFamily: creating writer at 1732178394122Flushing cfe52087f260a391220ab297419fc748/testFamily: appending metadata at 1732178394138 (+16 ms)Flushing cfe52087f260a391220ab297419fc748/testFamily: closing flushed file at 1732178394138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d826246: reopening flushed file at 1732178394559 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cfe52087f260a391220ab297419fc748 in 450ms, sequenceid=8, compaction requested=false at 1732178394571 (+12 ms)Writing region close event to WAL at 1732178394572 (+1 ms)Running coprocessor post-close hooks at 1732178394577 (+5 ms)Closed at 1732178394577 2024-11-21T08:39:54,578 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732178325552.cfe52087f260a391220ab297419fc748. 2024-11-21T08:39:54,578 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6748c1e17644112b5a07f1e0c921540c, disabling compactions & flushes 2024-11-21T08:39:54,578 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:54,578 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:54,578 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. after waiting 0 ms 2024-11-21T08:39:54,578 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:54,578 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6748c1e17644112b5a07f1e0c921540c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:54,594 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c/.tmp/testFamily/8a99b28d43eb44faaf4d0cd84d645a83 is 61, key is row-0/testFamily:testQualifier/1732178380460/Put/seqid=0 2024-11-21T08:39:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741862_1038 (size=5049) 2024-11-21T08:39:54,665 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T08:39:54,665 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1325): Online Regions={6748c1e17644112b5a07f1e0c921540c=hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c., cfb07892386e15c85a292c5c50d8a101=testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101., 7efd32f0c9f05123d59c292868c93433=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., 729bc16483afce5798cf9138e0cb5286=hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286., 6ee3c0dc11857715f53941a6b98f9cb3=testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3., af761c1475787d7d76637b01b7352447=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.} 2024-11-21T08:39:54,665 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:54,866 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6748c1e17644112b5a07f1e0c921540c, 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:54,999 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c/.tmp/testFamily/8a99b28d43eb44faaf4d0cd84d645a83 2024-11-21T08:39:55,009 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c/.tmp/testFamily/8a99b28d43eb44faaf4d0cd84d645a83 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c/testFamily/8a99b28d43eb44faaf4d0cd84d645a83 2024-11-21T08:39:55,017 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c/testFamily/8a99b28d43eb44faaf4d0cd84d645a83, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:55,018 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6748c1e17644112b5a07f1e0c921540c in 440ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:55,023 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNext/6748c1e17644112b5a07f1e0c921540c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:55,024 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:55,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6748c1e17644112b5a07f1e0c921540c: Waiting for close lock at 1732178394578Running coprocessor pre-close hooks at 1732178394578Disabling compacts and flushes for region at 1732178394578Disabling writes for close at 1732178394578Obtaining lock to block concurrent updates at 1732178394578Preparing flush snapshotting stores in 6748c1e17644112b5a07f1e0c921540c at 1732178394578Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178394578Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. at 1732178394579 (+1 ms)Flushing 6748c1e17644112b5a07f1e0c921540c/testFamily: creating writer at 1732178394579Flushing 6748c1e17644112b5a07f1e0c921540c/testFamily: appending metadata at 1732178394594 (+15 ms)Flushing 6748c1e17644112b5a07f1e0c921540c/testFamily: closing flushed file at 1732178394594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e7f0b5: reopening flushed file at 1732178395007 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6748c1e17644112b5a07f1e0c921540c in 440ms, sequenceid=8, compaction requested=false at 1732178395018 (+11 ms)Writing region close event to WAL at 1732178395019 (+1 ms)Running coprocessor post-close hooks at 1732178395024 (+5 ms)Closed at 1732178395024 2024-11-21T08:39:55,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732178377416.6748c1e17644112b5a07f1e0c921540c. 2024-11-21T08:39:55,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfb07892386e15c85a292c5c50d8a101, disabling compactions & flushes 2024-11-21T08:39:55,024 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:55,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:55,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. after waiting 0 ms 2024-11-21T08:39:55,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:55,024 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cfb07892386e15c85a292c5c50d8a101 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:55,043 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101/.tmp/testFamily/5e2a540999f04956ad1041f8534d2536 is 61, key is row-0/testFamily:testQualifier/1732178349993/Put/seqid=0 2024-11-21T08:39:55,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741863_1039 (size=5049) 2024-11-21T08:39:55,066 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:55,267 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:55,451 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101/.tmp/testFamily/5e2a540999f04956ad1041f8534d2536 2024-11-21T08:39:55,467 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447, cfb07892386e15c85a292c5c50d8a101 2024-11-21T08:39:55,469 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101/.tmp/testFamily/5e2a540999f04956ad1041f8534d2536 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101/testFamily/5e2a540999f04956ad1041f8534d2536 2024-11-21T08:39:55,479 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101/testFamily/5e2a540999f04956ad1041f8534d2536, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:55,481 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cfb07892386e15c85a292c5c50d8a101 in 456ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:55,486 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testRetryOutOfOrderScannerNextException/cfb07892386e15c85a292c5c50d8a101/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:55,487 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:55,487 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfb07892386e15c85a292c5c50d8a101: Waiting for close lock at 1732178395024Running coprocessor pre-close hooks at 1732178395024Disabling compacts and flushes for region at 1732178395024Disabling writes for close at 1732178395024Obtaining lock to block concurrent updates at 1732178395024Preparing flush snapshotting stores in cfb07892386e15c85a292c5c50d8a101 at 1732178395024Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178395025 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. at 1732178395025Flushing cfb07892386e15c85a292c5c50d8a101/testFamily: creating writer at 1732178395025Flushing cfb07892386e15c85a292c5c50d8a101/testFamily: appending metadata at 1732178395043 (+18 ms)Flushing cfb07892386e15c85a292c5c50d8a101/testFamily: closing flushed file at 1732178395043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cf1a99: reopening flushed file at 1732178395467 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cfb07892386e15c85a292c5c50d8a101 in 456ms, sequenceid=8, compaction requested=false at 1732178395481 (+14 ms)Writing region close event to WAL at 1732178395481Running coprocessor post-close hooks at 1732178395487 (+6 ms)Closed at 1732178395487 2024-11-21T08:39:55,487 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732178346949.cfb07892386e15c85a292c5c50d8a101. 2024-11-21T08:39:55,487 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7efd32f0c9f05123d59c292868c93433, disabling compactions & flushes 2024-11-21T08:39:55,488 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:39:55,488 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:39:55,488 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. after waiting 0 ms 2024-11-21T08:39:55,488 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:39:55,488 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7efd32f0c9f05123d59c292868c93433 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:55,509 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433/.tmp/testFamily/94e9314f09ac4eccbe87499e72847019 is 61, key is row-0/testFamily:testQualifier/1732178331795/Put/seqid=0 2024-11-21T08:39:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741864_1040 (size=5049) 2024-11-21T08:39:55,667 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-21T08:39:55,668 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1325): Online Regions={7efd32f0c9f05123d59c292868c93433=hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., 729bc16483afce5798cf9138e0cb5286=hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286., 6ee3c0dc11857715f53941a6b98f9cb3=testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3., af761c1475787d7d76637b01b7352447=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.} 2024-11-21T08:39:55,668 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447 2024-11-21T08:39:55,868 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, 7efd32f0c9f05123d59c292868c93433, af761c1475787d7d76637b01b7352447 2024-11-21T08:39:55,915 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433/.tmp/testFamily/94e9314f09ac4eccbe87499e72847019 2024-11-21T08:39:55,924 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433/.tmp/testFamily/94e9314f09ac4eccbe87499e72847019 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433/testFamily/94e9314f09ac4eccbe87499e72847019 2024-11-21T08:39:55,932 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433/testFamily/94e9314f09ac4eccbe87499e72847019, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:55,933 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7efd32f0c9f05123d59c292868c93433 in 445ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:55,939 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScanner/7efd32f0c9f05123d59c292868c93433/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:55,939 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:39:55,940 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7efd32f0c9f05123d59c292868c93433: Waiting for close lock at 1732178395487Running coprocessor pre-close hooks at 1732178395487Disabling compacts and flushes for region at 1732178395487Disabling writes for close at 1732178395488 (+1 ms)Obtaining lock to block concurrent updates at 1732178395488Preparing flush snapshotting stores in 7efd32f0c9f05123d59c292868c93433 at 1732178395488Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178395488Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. at 1732178395489 (+1 ms)Flushing 7efd32f0c9f05123d59c292868c93433/testFamily: creating writer at 1732178395489Flushing 7efd32f0c9f05123d59c292868c93433/testFamily: appending metadata at 1732178395509 (+20 ms)Flushing 7efd32f0c9f05123d59c292868c93433/testFamily: closing flushed file at 1732178395509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3624cc65: reopening flushed file at 1732178395923 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7efd32f0c9f05123d59c292868c93433 in 445ms, sequenceid=8, compaction requested=false at 1732178395933 (+10 ms)Writing region close event to WAL at 1732178395934 (+1 ms)Running coprocessor post-close hooks at 1732178395939 (+5 ms)Closed at 1732178395939 2024-11-21T08:39:55,940 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732178328746.7efd32f0c9f05123d59c292868c93433. 2024-11-21T08:39:55,940 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 729bc16483afce5798cf9138e0cb5286, disabling compactions & flushes 2024-11-21T08:39:55,940 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:39:55,940 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:39:55,940 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. after waiting 0 ms 2024-11-21T08:39:55,940 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:39:55,940 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 729bc16483afce5798cf9138e0cb5286 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:55,957 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286/.tmp/testFamily/c308f6a7f545496fb30cbcffea0e8925 is 61, key is row-0/testFamily:testQualifier/1732178340903/Put/seqid=0 2024-11-21T08:39:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741865_1041 (size=5049) 2024-11-21T08:39:56,069 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, af761c1475787d7d76637b01b7352447 2024-11-21T08:39:56,269 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, 729bc16483afce5798cf9138e0cb5286, af761c1475787d7d76637b01b7352447 2024-11-21T08:39:56,364 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286/.tmp/testFamily/c308f6a7f545496fb30cbcffea0e8925 2024-11-21T08:39:56,380 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286/.tmp/testFamily/c308f6a7f545496fb30cbcffea0e8925 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286/testFamily/c308f6a7f545496fb30cbcffea0e8925 2024-11-21T08:39:56,387 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286/testFamily/c308f6a7f545496fb30cbcffea0e8925, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:56,388 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 729bc16483afce5798cf9138e0cb5286 in 448ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:56,393 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnNextAsync/729bc16483afce5798cf9138e0cb5286/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:56,394 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:39:56,394 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 729bc16483afce5798cf9138e0cb5286: Waiting for close lock at 1732178395940Running coprocessor pre-close hooks at 1732178395940Disabling compacts and flushes for region at 1732178395940Disabling writes for close at 1732178395940Obtaining lock to block concurrent updates at 1732178395940Preparing flush snapshotting stores in 729bc16483afce5798cf9138e0cb5286 at 1732178395940Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178395941 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. at 1732178395941Flushing 729bc16483afce5798cf9138e0cb5286/testFamily: creating writer at 1732178395941Flushing 729bc16483afce5798cf9138e0cb5286/testFamily: appending metadata at 1732178395957 (+16 ms)Flushing 729bc16483afce5798cf9138e0cb5286/testFamily: closing flushed file at 1732178395957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7f93bd: reopening flushed file at 1732178396379 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 729bc16483afce5798cf9138e0cb5286 in 448ms, sequenceid=8, compaction requested=false at 1732178396388 (+9 ms)Writing region close event to WAL at 1732178396389 (+1 ms)Running coprocessor post-close hooks at 1732178396394 (+5 ms)Closed at 1732178396394 2024-11-21T08:39:56,394 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732178337847.729bc16483afce5798cf9138e0cb5286. 2024-11-21T08:39:56,395 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ee3c0dc11857715f53941a6b98f9cb3, disabling compactions & flushes 2024-11-21T08:39:56,395 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:56,395 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:56,395 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. after waiting 0 ms 2024-11-21T08:39:56,395 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:56,395 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ee3c0dc11857715f53941a6b98f9cb3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:56,411 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3/.tmp/testFamily/18335b4b411b44c7accfac3fd385276d is 61, key is row-0/testFamily:testQualifier/1732178359217/Put/seqid=0 2024-11-21T08:39:56,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741866_1042 (size=5049) 2024-11-21T08:39:56,470 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, af761c1475787d7d76637b01b7352447 2024-11-21T08:39:56,670 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T08:39:56,670 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1325): Online Regions={6ee3c0dc11857715f53941a6b98f9cb3=testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3., af761c1475787d7d76637b01b7352447=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447.} 2024-11-21T08:39:56,671 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on 6ee3c0dc11857715f53941a6b98f9cb3, af761c1475787d7d76637b01b7352447 2024-11-21T08:39:56,818 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3/.tmp/testFamily/18335b4b411b44c7accfac3fd385276d 2024-11-21T08:39:56,832 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3/.tmp/testFamily/18335b4b411b44c7accfac3fd385276d as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3/testFamily/18335b4b411b44c7accfac3fd385276d 2024-11-21T08:39:56,839 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3/testFamily/18335b4b411b44c7accfac3fd385276d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:56,840 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6ee3c0dc11857715f53941a6b98f9cb3 in 445ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:56,845 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/default/testNormalScanTimeoutOnNextAsync/6ee3c0dc11857715f53941a6b98f9cb3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:56,846 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:56,846 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ee3c0dc11857715f53941a6b98f9cb3: Waiting for close lock at 1732178396395Running coprocessor pre-close hooks at 1732178396395Disabling compacts and flushes for region at 1732178396395Disabling writes for close at 1732178396395Obtaining lock to block concurrent updates at 1732178396395Preparing flush snapshotting stores in 6ee3c0dc11857715f53941a6b98f9cb3 at 1732178396395Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178396395Flushing stores of testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. at 1732178396396 (+1 ms)Flushing 6ee3c0dc11857715f53941a6b98f9cb3/testFamily: creating writer at 1732178396396Flushing 6ee3c0dc11857715f53941a6b98f9cb3/testFamily: appending metadata at 1732178396411 (+15 ms)Flushing 6ee3c0dc11857715f53941a6b98f9cb3/testFamily: closing flushed file at 1732178396411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ca4ff7: reopening flushed file at 1732178396830 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6ee3c0dc11857715f53941a6b98f9cb3 in 445ms, sequenceid=8, compaction requested=false at 1732178396840 (+10 ms)Writing region close event to WAL at 1732178396841 (+1 ms)Running coprocessor post-close hooks at 1732178396846 (+5 ms)Closed at 1732178396846 2024-11-21T08:39:56,846 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732178356174.6ee3c0dc11857715f53941a6b98f9cb3. 2024-11-21T08:39:56,846 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af761c1475787d7d76637b01b7352447, disabling compactions & flushes 2024-11-21T08:39:56,846 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:56,846 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:56,846 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. after waiting 0 ms 2024-11-21T08:39:56,846 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:56,846 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af761c1475787d7d76637b01b7352447 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T08:39:56,861 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447/.tmp/testFamily/06674e9f0f874cce9fc606a736acb6d1 is 61, key is row-0/testFamily:testQualifier/1732178371378/Put/seqid=0 2024-11-21T08:39:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741867_1043 (size=5049) 2024-11-21T08:39:56,871 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on af761c1475787d7d76637b01b7352447 2024-11-21T08:39:57,071 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on af761c1475787d7d76637b01b7352447 2024-11-21T08:39:57,267 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447/.tmp/testFamily/06674e9f0f874cce9fc606a736acb6d1 2024-11-21T08:39:57,272 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1351): Waiting on af761c1475787d7d76637b01b7352447 2024-11-21T08:39:57,281 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447/.tmp/testFamily/06674e9f0f874cce9fc606a736acb6d1 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447/testFamily/06674e9f0f874cce9fc606a736acb6d1 2024-11-21T08:39:57,287 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447/testFamily/06674e9f0f874cce9fc606a736acb6d1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T08:39:57,288 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af761c1475787d7d76637b01b7352447 in 442ms, sequenceid=8, compaction requested=false 2024-11-21T08:39:57,292 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/af761c1475787d7d76637b01b7352447/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T08:39:57,293 INFO [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:57,293 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af761c1475787d7d76637b01b7352447: Waiting for close lock at 1732178396846Running coprocessor pre-close hooks at 1732178396846Disabling compacts and flushes for region at 1732178396846Disabling writes for close at 1732178396846Obtaining lock to block concurrent updates at 1732178396846Preparing flush snapshotting stores in af761c1475787d7d76637b01b7352447 at 1732178396846Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732178396847 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. at 1732178396847Flushing af761c1475787d7d76637b01b7352447/testFamily: creating writer at 1732178396847Flushing af761c1475787d7d76637b01b7352447/testFamily: appending metadata at 1732178396860 (+13 ms)Flushing af761c1475787d7d76637b01b7352447/testFamily: closing flushed file at 1732178396860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362ae098: reopening flushed file at 1732178397280 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for af761c1475787d7d76637b01b7352447 in 442ms, sequenceid=8, compaction requested=false at 1732178397288 (+8 ms)Writing region close event to WAL at 1732178397289 (+1 ms)Running coprocessor post-close hooks at 1732178397293 (+4 ms)Closed at 1732178397293 2024-11-21T08:39:57,293 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732178368339.af761c1475787d7d76637b01b7352447. 2024-11-21T08:39:57,472 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,41125,1732178291436; all regions closed. 2024-11-21T08:39:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741834_1010 (size=19479) 2024-11-21T08:39:57,532 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/oldWALs 2024-11-21T08:39:57,532 INFO [RS:0;6ed56fb6cbf7:41125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C41125%2C1732178291436.meta:.meta(num 1732178325091) 2024-11-21T08:39:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741833_1009 (size=20031) 2024-11-21T08:39:57,540 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/oldWALs 2024-11-21T08:39:57,540 INFO [RS:0;6ed56fb6cbf7:41125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C41125%2C1732178291436:(num 1732178324664) 2024-11-21T08:39:57,540 DEBUG [RS:0;6ed56fb6cbf7:41125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T08:39:57,540 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T08:39:57,540 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T08:39:57,541 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T08:39:57,541 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T08:39:57,541 INFO [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T08:39:57,542 INFO [RS:0;6ed56fb6cbf7:41125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41125 2024-11-21T08:39:57,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T08:39:57,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ed56fb6cbf7,41125,1732178291436 2024-11-21T08:39:57,566 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T08:39:57,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,41125,1732178291436] 2024-11-21T08:39:57,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ed56fb6cbf7,41125,1732178291436 already deleted, retry=false 2024-11-21T08:39:57,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,41125,1732178291436 expired; onlineServers=0 2024-11-21T08:39:57,588 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,41647,1732178290252' ***** 2024-11-21T08:39:57,588 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T08:39:57,588 INFO [M:0;6ed56fb6cbf7:41647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T08:39:57,588 INFO [M:0;6ed56fb6cbf7:41647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T08:39:57,589 DEBUG [M:0;6ed56fb6cbf7:41647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T08:39:57,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T08:39:57,589 DEBUG [M:0;6ed56fb6cbf7:41647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T08:39:57,589 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732178294456 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732178294456,5,FailOnTimeoutGroup] 2024-11-21T08:39:57,589 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732178294453 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732178294453,5,FailOnTimeoutGroup] 2024-11-21T08:39:57,590 INFO [M:0;6ed56fb6cbf7:41647 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T08:39:57,590 INFO [M:0;6ed56fb6cbf7:41647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T08:39:57,590 DEBUG [M:0;6ed56fb6cbf7:41647 {}] master.HMaster(1795): Stopping service threads 2024-11-21T08:39:57,591 INFO [M:0;6ed56fb6cbf7:41647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T08:39:57,591 INFO [M:0;6ed56fb6cbf7:41647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T08:39:57,592 INFO [M:0;6ed56fb6cbf7:41647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T08:39:57,592 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T08:39:57,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T08:39:57,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T08:39:57,598 DEBUG [M:0;6ed56fb6cbf7:41647 {}] zookeeper.ZKUtil(347): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T08:39:57,598 WARN [M:0;6ed56fb6cbf7:41647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T08:39:57,600 INFO [M:0;6ed56fb6cbf7:41647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/.lastflushedseqids 2024-11-21T08:39:57,613 INFO [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T08:39:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741868_1044 (size=649) 2024-11-21T08:39:57,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T08:39:57,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41125-0x1015c8b1eca0001, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T08:39:57,679 INFO [RS:0;6ed56fb6cbf7:41125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T08:39:57,679 INFO [RS:0;6ed56fb6cbf7:41125 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,41125,1732178291436; zookeeper connection closed. 2024-11-21T08:39:57,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b4ac50d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b4ac50d 2024-11-21T08:39:57,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T08:39:58,016 INFO [M:0;6ed56fb6cbf7:41647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T08:39:58,016 INFO [M:0;6ed56fb6cbf7:41647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T08:39:58,017 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T08:39:58,017 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:39:58,017 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:39:58,017 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T08:39:58,017 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:39:58,018 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.99 KB heapSize=190.89 KB 2024-11-21T08:39:58,039 DEBUG [M:0;6ed56fb6cbf7:41647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8683e2e548f43d28b18d6a6dd832eb8 is 82, key is hbase:meta,,1/info:regioninfo/1732178325172/Put/seqid=0 2024-11-21T08:39:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741869_1045 (size=5672) 2024-11-21T08:39:58,447 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8683e2e548f43d28b18d6a6dd832eb8 2024-11-21T08:39:58,480 DEBUG [M:0;6ed56fb6cbf7:41647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/273a503f33a44087b5ad990caa5f3176 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732178326836/Put/seqid=0 2024-11-21T08:39:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741870_1046 (size=14070) 2024-11-21T08:39:58,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T08:39:58,886 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/273a503f33a44087b5ad990caa5f3176 2024-11-21T08:39:58,892 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 273a503f33a44087b5ad990caa5f3176 2024-11-21T08:39:58,907 DEBUG [M:0;6ed56fb6cbf7:41647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eff3722bbeac4018ae64c6f1ac03e8fa is 69, key is 6ed56fb6cbf7,41125,1732178291436/rs:state/1732178294495/Put/seqid=0 2024-11-21T08:39:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741871_1047 (size=5156) 2024-11-21T08:39:59,313 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eff3722bbeac4018ae64c6f1ac03e8fa 2024-11-21T08:39:59,326 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8683e2e548f43d28b18d6a6dd832eb8 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8683e2e548f43d28b18d6a6dd832eb8 2024-11-21T08:39:59,333 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8683e2e548f43d28b18d6a6dd832eb8, entries=8, sequenceid=317, filesize=5.5 K 2024-11-21T08:39:59,335 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/273a503f33a44087b5ad990caa5f3176 as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/273a503f33a44087b5ad990caa5f3176 2024-11-21T08:39:59,342 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 273a503f33a44087b5ad990caa5f3176 2024-11-21T08:39:59,342 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/273a503f33a44087b5ad990caa5f3176, entries=33, sequenceid=317, filesize=13.7 K 2024-11-21T08:39:59,344 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eff3722bbeac4018ae64c6f1ac03e8fa as hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eff3722bbeac4018ae64c6f1ac03e8fa 2024-11-21T08:39:59,352 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41329/user/jenkins/test-data/fdf79dc1-f482-9042-61cd-5f8615bfa927/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eff3722bbeac4018ae64c6f1ac03e8fa, entries=1, sequenceid=317, filesize=5.0 K 2024-11-21T08:39:59,353 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.99 KB/166903, heapSize ~190.59 KB/195168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=317, compaction requested=false 2024-11-21T08:39:59,354 INFO [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T08:39:59,355 DEBUG [M:0;6ed56fb6cbf7:41647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732178398017Disabling compacts and flushes for region at 1732178398017Disabling writes for close at 1732178398017Obtaining lock to block concurrent updates at 1732178398018 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732178398018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166903, getHeapSize=195408, getOffHeapSize=0, getCellsCount=364 at 1732178398018Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732178398020 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732178398020Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732178398039 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732178398039Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732178398460 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732178398480 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732178398480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732178398892 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732178398906 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732178398906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df2f253: reopening flushed file at 1732178399325 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2ca511: reopening flushed file at 1732178399334 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b953eba: reopening flushed file at 1732178399343 (+9 ms)Finished flush of dataSize ~162.99 KB/166903, heapSize ~190.59 KB/195168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=317, compaction requested=false at 1732178399353 (+10 ms)Writing region close event to WAL at 1732178399354 (+1 ms)Closed at 1732178399354 2024-11-21T08:39:59,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36385 is added to blk_1073741830_1006 (size=188115) 2024-11-21T08:39:59,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T08:39:59,359 INFO [M:0;6ed56fb6cbf7:41647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T08:39:59,359 INFO [M:0;6ed56fb6cbf7:41647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41647 2024-11-21T08:39:59,359 INFO [M:0;6ed56fb6cbf7:41647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T08:39:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T08:39:59,519 INFO [M:0;6ed56fb6cbf7:41647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T08:39:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41647-0x1015c8b1eca0000, quorum=127.0.0.1:62536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T08:39:59,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@258822a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T08:39:59,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T08:39:59,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T08:39:59,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T08:39:59,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/hadoop.log.dir/,STOPPED} 2024-11-21T08:39:59,535 WARN [BP-387875789-172.17.0.3-1732178286613 heartbeating to localhost/127.0.0.1:41329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T08:39:59,535 WARN [BP-387875789-172.17.0.3-1732178286613 heartbeating to localhost/127.0.0.1:41329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-387875789-172.17.0.3-1732178286613 (Datanode Uuid 5523de3a-c499-4880-b726-98484cc24708) service to localhost/127.0.0.1:41329 2024-11-21T08:39:59,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T08:39:59,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T08:39:59,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91/data/data1/current/BP-387875789-172.17.0.3-1732178286613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T08:39:59,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/cluster_83a82824-5f99-0f4d-b404-6b212ba06d91/data/data2/current/BP-387875789-172.17.0.3-1732178286613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T08:39:59,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T08:39:59,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T08:39:59,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T08:39:59,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T08:39:59,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T08:39:59,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eb40548-ecb3-7f0b-728b-22a4860fb2c2/hadoop.log.dir/,STOPPED} 2024-11-21T08:39:59,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T08:39:59,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down