2024-11-21 11:39:55,340 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-21 11:39:55,360 main DEBUG Took 0.017998 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 11:39:55,360 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 11:39:55,361 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 11:39:55,361 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 11:39:55,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,369 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 11:39:55,380 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,383 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,384 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,385 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,386 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,388 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,388 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,389 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 11:39:55,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,391 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 11:39:55,392 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 11:39:55,393 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 11:39:55,395 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 11:39:55,395 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 11:39:55,396 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 11:39:55,396 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 11:39:55,404 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 11:39:55,407 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 11:39:55,408 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 11:39:55,409 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 11:39:55,409 main DEBUG createAppenders(={Console}) 2024-11-21 11:39:55,410 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-21 11:39:55,410 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-21 11:39:55,410 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-21 11:39:55,411 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 11:39:55,411 main DEBUG OutputStream closed 2024-11-21 11:39:55,411 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 11:39:55,411 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 11:39:55,412 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-21 11:39:55,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 11:39:55,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 11:39:55,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 11:39:55,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 11:39:55,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 11:39:55,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 11:39:55,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 11:39:55,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 11:39:55,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 11:39:55,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 11:39:55,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 11:39:55,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 11:39:55,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 11:39:55,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 11:39:55,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 11:39:55,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 11:39:55,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 11:39:55,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 11:39:55,491 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 11:39:55,491 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-21 11:39:55,491 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 11:39:55,492 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-21T11:39:55,505 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-21 11:39:55,508 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 11:39:55,508 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T11:39:55,780 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840 2024-11-21T11:39:55,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T11:39:55,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe, deleteOnExit=true 2024-11-21T11:39:55,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T11:39:55,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/test.cache.data in system properties and HBase conf 2024-11-21T11:39:55,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T11:39:55,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/hadoop.log.dir in system properties and HBase conf 2024-11-21T11:39:55,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T11:39:55,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T11:39:55,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T11:39:55,922 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T11:39:56,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T11:39:56,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:39:56,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T11:39:56,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T11:39:56,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:39:56,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T11:39:56,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T11:39:56,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T11:39:56,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:39:56,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T11:39:56,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/nfs.dump.dir in system properties and HBase conf 2024-11-21T11:39:56,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/java.io.tmpdir in system properties and HBase conf 2024-11-21T11:39:56,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T11:39:56,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T11:39:56,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T11:39:56,915 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T11:39:56,998 INFO [Time-limited test {}] log.Log(170): Logging initialized @2386ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T11:39:57,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:39:57,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:39:57,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:39:57,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:39:57,174 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T11:39:57,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:39:57,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:39:57,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:39:57,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/java.io.tmpdir/jetty-localhost-46731-hadoop-hdfs-3_4_1-tests_jar-_-any-9294600888728958847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:39:57,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:46731} 2024-11-21T11:39:57,393 INFO [Time-limited test {}] server.Server(415): Started @2781ms 2024-11-21T11:39:57,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T11:39:57,802 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T11:39:57,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T11:39:57,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T11:39:57,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T11:39:57,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/hadoop.log.dir/,AVAILABLE} 2024-11-21T11:39:57,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T11:39:57,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/java.io.tmpdir/jetty-localhost-42175-hadoop-hdfs-3_4_1-tests_jar-_-any-15218307507976611432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:39:57,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:42175} 2024-11-21T11:39:57,943 INFO [Time-limited test {}] server.Server(415): Started @3331ms 2024-11-21T11:39:58,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T11:39:58,694 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe/data/data2/current/BP-2078201608-172.17.0.2-1732189196651/current, will proceed with Du for space computation calculation, 2024-11-21T11:39:58,696 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe/data/data1/current/BP-2078201608-172.17.0.2-1732189196651/current, will proceed with Du for space computation calculation, 2024-11-21T11:39:58,971 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T11:39:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd232e58e8a2ba25 with lease ID 0xa83c565d29844c20: Processing first storage report for DS-88e2933d-0e3d-472d-bf6b-ef4509faaddb from datanode DatanodeRegistration(127.0.0.1:41915, datanodeUuid=62901374-41e8-4a01-854c-907eb285a275, infoPort=33311, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=378450653;c=1732189196651) 2024-11-21T11:39:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd232e58e8a2ba25 with lease ID 0xa83c565d29844c20: from storage DS-88e2933d-0e3d-472d-bf6b-ef4509faaddb node DatanodeRegistration(127.0.0.1:41915, datanodeUuid=62901374-41e8-4a01-854c-907eb285a275, infoPort=33311, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=378450653;c=1732189196651), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T11:39:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd232e58e8a2ba25 with lease ID 0xa83c565d29844c20: Processing first storage report for DS-a2ae45d5-a5dc-4f93-985a-e0a6b50a7a78 from datanode DatanodeRegistration(127.0.0.1:41915, datanodeUuid=62901374-41e8-4a01-854c-907eb285a275, infoPort=33311, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=378450653;c=1732189196651) 2024-11-21T11:39:59,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd232e58e8a2ba25 with lease ID 0xa83c565d29844c20: from storage DS-a2ae45d5-a5dc-4f93-985a-e0a6b50a7a78 node DatanodeRegistration(127.0.0.1:41915, datanodeUuid=62901374-41e8-4a01-854c-907eb285a275, infoPort=33311, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=378450653;c=1732189196651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T11:39:59,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840 2024-11-21T11:39:59,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe/zookeeper_0, clientPort=61666, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T11:39:59,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61666 2024-11-21T11:39:59,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:39:59,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:40:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741825_1001 (size=7) 2024-11-21T11:40:01,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 with version=8 2024-11-21T11:40:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/hbase-staging 2024-11-21T11:40:02,390 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T11:40:04,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b462513bfc2:0 server-side Connection retries=9 2024-11-21T11:40:04,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:40:04,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:40:04,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:40:04,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:40:04,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:40:06,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T11:40:06,614 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T11:40:06,652 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T11:40:06,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:40:06,993 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2998 (auto-detected) 2024-11-21T11:40:06,994 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T11:40:07,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45623 2024-11-21T11:40:07,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45623 connecting to ZooKeeper ensemble=127.0.0.1:61666 2024-11-21T11:40:07,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456230x0, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:40:07,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45623-0x1013a5387060000 connected 2024-11-21T11:40:08,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:40:08,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:40:08,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:40:08,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323, hbase.cluster.distributed=false 2024-11-21T11:40:08,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T11:40:08,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45623 2024-11-21T11:40:08,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45623 2024-11-21T11:40:08,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45623 2024-11-21T11:40:08,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45623 2024-11-21T11:40:08,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45623 2024-11-21T11:40:10,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b462513bfc2:0 server-side Connection retries=9 2024-11-21T11:40:10,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:40:10,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T11:40:10,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T11:40:10,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T11:40:10,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T11:40:10,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T11:40:10,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T11:40:10,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44633 2024-11-21T11:40:10,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44633 connecting to ZooKeeper ensemble=127.0.0.1:61666 2024-11-21T11:40:10,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:40:10,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:40:11,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446330x0, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T11:40:11,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446330x0, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:40:11,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T11:40:11,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44633-0x1013a5387060001 connected 2024-11-21T11:40:11,329 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T11:40:11,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T11:40:11,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T11:40:11,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-21T11:40:11,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44633 2024-11-21T11:40:11,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44633 2024-11-21T11:40:11,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-21T11:40:11,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-21T11:40:11,667 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b462513bfc2:45623 2024-11-21T11:40:11,773 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b462513bfc2,45623,1732189202523 2024-11-21T11:40:11,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:40:11,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:40:11,865 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b462513bfc2,45623,1732189202523 2024-11-21T11:40:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T11:40:12,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:12,187 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T11:40:12,211 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b462513bfc2,45623,1732189202523 from backup master directory 2024-11-21T11:40:12,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:40:12,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b462513bfc2,45623,1732189202523 2024-11-21T11:40:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T11:40:12,223 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:40:12,256 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b462513bfc2,45623,1732189202523 2024-11-21T11:40:12,259 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T11:40:12,343 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T11:40:13,056 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/hbase.id] with ID: d3c6f247-c0ed-4b9c-ac1b-e366f1262354 2024-11-21T11:40:13,057 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/.tmp/hbase.id 2024-11-21T11:40:13,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741826_1002 (size=42) 2024-11-21T11:40:13,571 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/.tmp/hbase.id]:[hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/hbase.id] 2024-11-21T11:40:13,736 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T11:40:13,824 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T11:40:14,016 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 175ms. 2024-11-21T11:40:14,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:14,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:14,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741827_1003 (size=196) 2024-11-21T11:40:14,747 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:40:14,834 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T11:40:14,968 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:40:15,050 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:40:15,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741828_1004 (size=1189) 2024-11-21T11:40:15,975 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store 2024-11-21T11:40:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741829_1005 (size=34) 2024-11-21T11:40:16,418 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T11:40:16,430 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:40:16,487 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:40:16,488 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:40:16,488 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:40:16,501 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:40:16,502 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:40:16,502 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:40:16,534 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732189216487Disabling compacts and flushes for region at 1732189216487Disabling writes for close at 1732189216501 (+14 ms)Writing region close event to WAL at 1732189216502 (+1 ms)Closed at 1732189216502 2024-11-21T11:40:16,544 WARN [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/.initializing 2024-11-21T11:40:16,545 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/WALs/7b462513bfc2,45623,1732189202523 2024-11-21T11:40:16,648 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:40:16,832 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C45623%2C1732189202523, suffix=, logDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/WALs/7b462513bfc2,45623,1732189202523, archiveDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/oldWALs, maxLogs=10 2024-11-21T11:40:17,344 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/WALs/7b462513bfc2,45623,1732189202523/7b462513bfc2%2C45623%2C1732189202523.1732189216863, exclude list is [], retry=0 2024-11-21T11:40:17,679 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41915,DS-88e2933d-0e3d-472d-bf6b-ef4509faaddb,DISK] 2024-11-21T11:40:17,744 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T11:40:18,089 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/WALs/7b462513bfc2,45623,1732189202523/7b462513bfc2%2C45623%2C1732189202523.1732189216863 2024-11-21T11:40:18,097 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-21T11:40:18,098 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:40:18,098 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:40:18,103 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,104 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T11:40:18,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:18,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:40:18,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T11:40:18,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:18,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:40:18,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T11:40:18,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:18,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:40:18,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T11:40:18,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:18,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:40:18,641 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,647 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,649 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,672 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,673 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,683 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:40:18,721 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T11:40:18,734 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:40:18,753 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68192511, jitterRate=0.01614759862422943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:40:18,793 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732189218187Initializing all the Stores at 1732189218239 (+52 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732189218239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189218240 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189218240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189218240Cleaning up temporary data from old regions at 1732189218673 (+433 ms)Region opened successfully at 1732189218793 (+120 ms) 2024-11-21T11:40:18,806 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T11:40:18,958 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387844cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:40:19,006 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T11:40:19,195 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T11:40:19,196 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T11:40:19,275 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T11:40:19,288 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 13 msec 2024-11-21T11:40:19,297 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T11:40:19,298 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T11:40:19,721 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T11:40:19,883 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T11:40:19,912 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T11:40:19,943 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T11:40:19,987 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T11:40:19,992 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T11:40:20,172 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T11:40:20,227 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T11:40:20,248 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T11:40:20,284 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T11:40:20,288 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T11:40:20,704 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T11:40:20,716 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T11:40:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T11:40:20,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T11:40:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:20,819 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b462513bfc2,45623,1732189202523, sessionid=0x1013a5387060000, setting cluster-up flag (Was=false) 2024-11-21T11:40:20,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:20,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:20,914 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T11:40:20,917 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45623,1732189202523 2024-11-21T11:40:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:20,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:40:21,004 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T11:40:21,013 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b462513bfc2,45623,1732189202523 2024-11-21T11:40:21,074 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T11:40:21,131 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(746): ClusterId : d3c6f247-c0ed-4b9c-ac1b-e366f1262354 2024-11-21T11:40:21,135 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T11:40:21,254 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T11:40:21,254 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T11:40:21,272 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T11:40:21,274 DEBUG [RS:0;7b462513bfc2:44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c00276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b462513bfc2/172.17.0.2:0 2024-11-21T11:40:21,591 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b462513bfc2:44633 2024-11-21T11:40:21,621 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T11:40:21,622 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T11:40:21,622 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T11:40:21,637 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,45623,1732189202523 with port=44633, startcode=1732189209897 2024-11-21T11:40:21,763 DEBUG [RS:0;7b462513bfc2:44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T11:40:22,036 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T11:40:22,174 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T11:40:22,235 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T11:40:22,251 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45623 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T11:40:22,240 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T11:40:22,272 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b462513bfc2,45623,1732189202523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T11:40:22,349 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T11:40:22,350 WARN [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-21T11:40:22,350 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:40:22,350 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:40:22,353 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:40:22,353 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b462513bfc2:0, corePoolSize=5, maxPoolSize=5 2024-11-21T11:40:22,353 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b462513bfc2:0, corePoolSize=10, maxPoolSize=10 2024-11-21T11:40:22,353 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:22,354 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:40:22,354 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:22,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:40:22,459 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T11:40:22,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:22,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T11:40:22,478 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732189252478 2024-11-21T11:40:22,480 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T11:40:22,482 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T11:40:22,486 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T11:40:22,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T11:40:22,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T11:40:22,487 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T11:40:22,489 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:22,497 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T11:40:22,499 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T11:40:22,500 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T11:40:22,520 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T11:40:22,521 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T11:40:22,542 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732189222523,5,FailOnTimeoutGroup] 2024-11-21T11:40:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741831_1007 (size=1321) 2024-11-21T11:40:22,583 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732189222542,5,FailOnTimeoutGroup] 2024-11-21T11:40:22,584 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:22,584 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T11:40:22,586 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:22,586 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:22,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T11:40:22,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:40:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741832_1008 (size=32) 2024-11-21T11:40:23,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:40:23,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:40:23,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:40:23,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:23,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:40:23,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:40:23,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:40:23,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:23,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:40:23,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:40:23,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:40:23,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:23,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:40:23,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:40:23,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:40:23,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:40:23,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:40:23,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:40:23,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740 2024-11-21T11:40:23,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740 2024-11-21T11:40:23,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:40:23,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:40:23,740 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:40:23,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:40:23,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:40:23,772 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64243803, jitterRate=-0.04269273579120636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:40:23,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732189223533Initializing all the Stores at 1732189223544 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732189223544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732189223544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189223544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732189223544Cleaning up temporary data from old regions at 1732189223739 (+195 ms)Region opened successfully at 1732189223776 (+37 ms) 2024-11-21T11:40:23,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:40:23,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:40:23,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:40:23,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:40:23,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:40:23,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:40:23,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732189223776Disabling compacts and flushes for region at 1732189223776Disabling writes for close at 1732189223777 (+1 ms)Writing region close event to WAL at 1732189223791 (+14 ms)Closed at 1732189223792 (+1 ms) 2024-11-21T11:40:23,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:40:23,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T11:40:23,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T11:40:23,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:40:23,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T11:40:24,101 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:25,101 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:26,102 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T11:40:26,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T11:40:27,103 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:28,103 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:29,104 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:29,257 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:40:30,105 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:31,106 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:32,106 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:33,107 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:34,107 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:35,108 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:36,109 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:37,110 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:38,110 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:39,111 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:40,112 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:41,113 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:42,114 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:43,114 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:44,115 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:45,116 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:46,117 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:47,117 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:48,118 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:49,119 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:50,119 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:51,120 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:52,121 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:52,353 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b462513bfc2,45623,1732189202523 with port=44633, startcode=1732189209897 2024-11-21T11:40:52,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b462513bfc2,44633,1732189209897 2024-11-21T11:40:52,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45623 {}] master.ServerManager(517): Registering regionserver=7b462513bfc2,44633,1732189209897 2024-11-21T11:40:52,367 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:40:52,367 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42253 2024-11-21T11:40:52,367 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T11:40:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T11:40:52,372 DEBUG [RS:0;7b462513bfc2:44633 {}] zookeeper.ZKUtil(111): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b462513bfc2,44633,1732189209897 2024-11-21T11:40:52,372 WARN [RS:0;7b462513bfc2:44633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T11:40:52,372 INFO [RS:0;7b462513bfc2:44633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:40:52,373 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/WALs/7b462513bfc2,44633,1732189209897 2024-11-21T11:40:52,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b462513bfc2,44633,1732189209897] 2024-11-21T11:40:52,398 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T11:40:52,410 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T11:40:52,415 INFO [RS:0;7b462513bfc2:44633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T11:40:52,415 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,416 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T11:40:52,421 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T11:40:52,423 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,423 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,423 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,423 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b462513bfc2:0, corePoolSize=2, maxPoolSize=2 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,424 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,425 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b462513bfc2:0, corePoolSize=1, maxPoolSize=1 2024-11-21T11:40:52,425 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:40:52,425 DEBUG [RS:0;7b462513bfc2:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b462513bfc2:0, corePoolSize=3, maxPoolSize=3 2024-11-21T11:40:52,426 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,426 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,426 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,426 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,426 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,426 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44633,1732189209897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:40:52,446 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T11:40:52,448 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,44633,1732189209897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,448 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,448 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.Replication(171): 7b462513bfc2,44633,1732189209897 started 2024-11-21T11:40:52,467 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:40:52,467 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1482): Serving as 7b462513bfc2,44633,1732189209897, RpcServer on 7b462513bfc2/172.17.0.2:44633, sessionid=0x1013a5387060001 2024-11-21T11:40:52,468 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T11:40:52,468 DEBUG [RS:0;7b462513bfc2:44633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b462513bfc2,44633,1732189209897 2024-11-21T11:40:52,468 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44633,1732189209897' 2024-11-21T11:40:52,469 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T11:40:52,470 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T11:40:52,470 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T11:40:52,470 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T11:40:52,471 DEBUG [RS:0;7b462513bfc2:44633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b462513bfc2,44633,1732189209897 2024-11-21T11:40:52,471 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b462513bfc2,44633,1732189209897' 2024-11-21T11:40:52,471 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T11:40:52,471 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T11:40:52,472 DEBUG [RS:0;7b462513bfc2:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T11:40:52,472 INFO [RS:0;7b462513bfc2:44633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T11:40:52,472 INFO [RS:0;7b462513bfc2:44633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T11:40:53,121 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:54,122 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:55,123 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:56,123 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:57,124 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:58,124 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:59,125 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:40:59,257 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:41:00,126 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:01,126 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:02,127 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:03,128 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:04,128 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:05,129 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:06,130 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:07,130 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:08,131 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:09,131 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:10,132 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:11,133 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:12,133 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:13,134 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:14,135 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:15,135 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:16,136 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:17,136 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:18,137 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:19,138 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:20,138 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:21,139 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:22,139 WARN [7b462513bfc2:45623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T11:41:22,478 INFO [RS:0;7b462513bfc2:44633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T11:41:22,482 INFO [RS:0;7b462513bfc2:44633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C44633%2C1732189209897, suffix=, logDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/WALs/7b462513bfc2,44633,1732189209897, archiveDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/oldWALs, maxLogs=32 2024-11-21T11:41:22,499 DEBUG [RS:0;7b462513bfc2:44633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/WALs/7b462513bfc2,44633,1732189209897/7b462513bfc2%2C44633%2C1732189209897.1732189282484, exclude list is [], retry=0 2024-11-21T11:41:22,503 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41915,DS-88e2933d-0e3d-472d-bf6b-ef4509faaddb,DISK] 2024-11-21T11:41:22,506 INFO [RS:0;7b462513bfc2:44633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/WALs/7b462513bfc2,44633,1732189209897/7b462513bfc2%2C44633%2C1732189209897.1732189282484 2024-11-21T11:41:22,506 DEBUG [RS:0;7b462513bfc2:44633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-21T11:41:22,642 DEBUG [7b462513bfc2:45623 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T11:41:22,655 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:22,662 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44633,1732189209897, state=OPENING 2024-11-21T11:41:22,667 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T11:41:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:41:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:41:22,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:41:22,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:41:22,671 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T11:41:22,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:41:22,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T11:41:22,852 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T11:41:22,862 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T11:41:22,863 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T11:41:22,863 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T11:41:22,866 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b462513bfc2%2C44633%2C1732189209897.meta, suffix=.meta, logDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/WALs/7b462513bfc2,44633,1732189209897, archiveDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/oldWALs, maxLogs=32 2024-11-21T11:41:22,883 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/WALs/7b462513bfc2,44633,1732189209897/7b462513bfc2%2C44633%2C1732189209897.meta.1732189282868.meta, exclude list is [], retry=0 2024-11-21T11:41:22,887 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41915,DS-88e2933d-0e3d-472d-bf6b-ef4509faaddb,DISK] 2024-11-21T11:41:22,890 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/WALs/7b462513bfc2,44633,1732189209897/7b462513bfc2%2C44633%2C1732189209897.meta.1732189282868.meta 2024-11-21T11:41:22,890 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-21T11:41:22,891 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:41:22,892 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T11:41:22,895 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T11:41:22,900 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T11:41:22,904 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T11:41:22,905 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:22,905 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T11:41:22,905 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T11:41:22,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T11:41:22,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T11:41:22,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:22,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:41:22,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T11:41:22,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T11:41:22,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:22,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:41:22,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T11:41:22,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T11:41:22,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:22,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:41:22,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T11:41:22,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T11:41:22,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:22,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T11:41:22,919 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T11:41:22,920 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740 2024-11-21T11:41:22,923 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740 2024-11-21T11:41:22,925 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T11:41:22,925 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T11:41:22,926 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T11:41:22,928 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T11:41:22,930 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60149327, jitterRate=-0.10370518267154694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T11:41:22,930 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T11:41:22,932 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732189282906Writing region info on filesystem at 1732189282906Initializing all the Stores at 1732189282908 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732189282908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732189282908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189282908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732189282908Cleaning up temporary data from old regions at 1732189282925 (+17 ms)Running coprocessor post-open hooks at 1732189282930 (+5 ms)Region opened successfully at 1732189282931 (+1 ms) 2024-11-21T11:41:22,939 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732189282839 2024-11-21T11:41:22,951 DEBUG [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T11:41:22,952 INFO [RS_OPEN_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T11:41:22,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:22,955 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b462513bfc2,44633,1732189209897, state=OPEN 2024-11-21T11:41:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T11:41:22,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T11:41:22,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:41:22,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T11:41:22,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:22,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T11:41:22,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b462513bfc2,44633,1732189209897 in 294 msec 2024-11-21T11:41:22,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T11:41:22,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.0950 sec 2024-11-21T11:41:22,980 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T11:41:22,980 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T11:41:23,001 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:41:23,002 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44633,1732189209897, seqNum=-1] 2024-11-21T11:41:23,024 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:41:23,027 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:41:23,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.472 sec 2024-11-21T11:41:23,050 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732189283050, completionTime=-1 2024-11-21T11:41:23,053 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T11:41:23,053 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T11:41:23,081 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T11:41:23,081 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732189343081 2024-11-21T11:41:23,081 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732189403081 2024-11-21T11:41:23,081 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-21T11:41:23,083 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45623,1732189202523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T11:41:23,083 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45623,1732189202523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:41:23,084 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45623,1732189202523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:41:23,085 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b462513bfc2:45623, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:41:23,085 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T11:41:23,086 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T11:41:23,092 DEBUG [master/7b462513bfc2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T11:41:23,113 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 70.857sec 2024-11-21T11:41:23,115 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T11:41:23,116 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T11:41:23,117 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T11:41:23,117 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T11:41:23,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T11:41:23,118 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45623,1732189202523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T11:41:23,119 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45623,1732189202523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T11:41:23,127 DEBUG [master/7b462513bfc2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T11:41:23,128 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T11:41:23,128 INFO [master/7b462513bfc2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b462513bfc2,45623,1732189202523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T11:41:23,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b077b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:41:23,221 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T11:41:23,221 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T11:41:23,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45623,-1 for getting cluster id 2024-11-21T11:41:23,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:41:23,234 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3c6f247-c0ed-4b9c-ac1b-e366f1262354' 2024-11-21T11:41:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:41:23,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3c6f247-c0ed-4b9c-ac1b-e366f1262354" 2024-11-21T11:41:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c9a99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:41:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45623,-1] 2024-11-21T11:41:23,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:41:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:41:23,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:41:23,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffb42c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:41:23,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:41:23,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44633,1732189209897, seqNum=-1] 2024-11-21T11:41:23,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:41:23,258 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:41:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b462513bfc2,45623,1732189202523 2024-11-21T11:41:23,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5648b13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:41:23,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b462513bfc2,45623,-1 for getting cluster id 2024-11-21T11:41:23,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T11:41:23,302 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3c6f247-c0ed-4b9c-ac1b-e366f1262354' 2024-11-21T11:41:23,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T11:41:23,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3c6f247-c0ed-4b9c-ac1b-e366f1262354" 2024-11-21T11:41:23,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d5ced3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:41:23,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b462513bfc2,45623,-1] 2024-11-21T11:41:23,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T11:41:23,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:41:23,306 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T11:41:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d422e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T11:41:23,324 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=779, ProcessCount=11, AvailableMemoryMB=5135 2024-11-21T11:41:23,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T11:41:23,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b462513bfc2,45623,1732189202523 2024-11-21T11:41:23,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65101c94 2024-11-21T11:41:23,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T11:41:23,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T11:41:23,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:41:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-21T11:41:23,358 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:41:23,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-21T11:41:23,361 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:23,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:41:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:41:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741835_1011 (size=428) 2024-11-21T11:41:23,779 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f962c7979f03667eb76f6616ebb6f65, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:41:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741836_1012 (size=79) 2024-11-21T11:41:24,189 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:24,189 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 1f962c7979f03667eb76f6616ebb6f65, disabling compactions & flushes 2024-11-21T11:41:24,189 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:41:24,189 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:41:24,189 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. after waiting 0 ms 2024-11-21T11:41:24,189 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:41:24,189 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:41:24,189 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f962c7979f03667eb76f6616ebb6f65: Waiting for close lock at 1732189284189Disabling compacts and flushes for region at 1732189284189Disabling writes for close at 1732189284189Writing region close event to WAL at 1732189284189Closed at 1732189284189 2024-11-21T11:41:24,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:41:24,198 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732189284192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189284192"}]},"ts":"1732189284192"} 2024-11-21T11:41:24,203 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:41:24,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:41:24,208 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189284205"}]},"ts":"1732189284205"} 2024-11-21T11:41:24,213 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-21T11:41:24,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f962c7979f03667eb76f6616ebb6f65, ASSIGN}] 2024-11-21T11:41:24,218 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f962c7979f03667eb76f6616ebb6f65, ASSIGN 2024-11-21T11:41:24,220 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f962c7979f03667eb76f6616ebb6f65, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:41:24,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f962c7979f03667eb76f6616ebb6f65, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:41:24,376 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f962c7979f03667eb76f6616ebb6f65, ASSIGN because future has completed 2024-11-21T11:41:24,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f962c7979f03667eb76f6616ebb6f65, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:41:24,538 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:41:24,538 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f962c7979f03667eb76f6616ebb6f65, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:41:24,539 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,539 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:24,539 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,539 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,542 INFO [StoreOpener-1f962c7979f03667eb76f6616ebb6f65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,544 INFO [StoreOpener-1f962c7979f03667eb76f6616ebb6f65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f962c7979f03667eb76f6616ebb6f65 columnFamilyName testFamily 2024-11-21T11:41:24,544 DEBUG [StoreOpener-1f962c7979f03667eb76f6616ebb6f65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:24,545 INFO [StoreOpener-1f962c7979f03667eb76f6616ebb6f65-1 {}] regionserver.HStore(327): Store=1f962c7979f03667eb76f6616ebb6f65/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:41:24,545 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,546 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,547 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,548 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,548 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,551 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,554 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:41:24,555 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f962c7979f03667eb76f6616ebb6f65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342599, jitterRate=0.12269221246242523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:41:24,555 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:41:24,556 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f962c7979f03667eb76f6616ebb6f65: Running coprocessor pre-open hook at 1732189284539Writing region info on filesystem at 1732189284539Initializing all the Stores at 1732189284541 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189284541Cleaning up temporary data from old regions at 1732189284548 (+7 ms)Running coprocessor post-open hooks at 1732189284555 (+7 ms)Region opened successfully at 1732189284556 (+1 ms) 2024-11-21T11:41:24,558 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65., pid=6, masterSystemTime=1732189284531 2024-11-21T11:41:24,562 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:41:24,562 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:41:24,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f962c7979f03667eb76f6616ebb6f65, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:24,567 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f962c7979f03667eb76f6616ebb6f65, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:41:24,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T11:41:24,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f962c7979f03667eb76f6616ebb6f65, server=7b462513bfc2,44633,1732189209897 in 192 msec 2024-11-21T11:41:24,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T11:41:24,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=1f962c7979f03667eb76f6616ebb6f65, ASSIGN in 358 msec 2024-11-21T11:41:24,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:41:24,578 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189284578"}]},"ts":"1732189284578"} 2024-11-21T11:41:24,581 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-21T11:41:24,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:41:24,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2330 sec 2024-11-21T11:41:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T11:41:26,394 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-21T11:41:26,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-21T11:41:26,395 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-21T11:41:26,401 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-21T11:41:26,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T11:41:26,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b462513bfc2,44633,1732189209897, seqNum=-1] 2024-11-21T11:41:26,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T11:41:26,409 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T11:41:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:41:26,429 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:41:26,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-21T11:41:26,437 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-21T11:41:26,441 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-21T11:41:26,443 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-21T11:41:26,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8078208746423058424 2024-11-21T11:41:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189289442, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:26,451 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-21T11:41:26,452 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-21T11:41:26,453 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:26,454 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:26,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8078208746423058422 2024-11-21T11:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189289454, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:26,458 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:26,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-8078208746423058421 2024-11-21T11:41:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189289457, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:26,461 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:26,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-8078208746423058420 2024-11-21T11:41:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189289461, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:26,465 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:26,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-850398674_22 at /127.0.0.1:42428 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=716 (was 779), ProcessCount=11 (was 11), AvailableMemoryMB=5120 (was 5135) 2024-11-21T11:41:26,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=716, ProcessCount=11, AvailableMemoryMB=5119 2024-11-21T11:41:26,495 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:41:26,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-21T11:41:26,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:41:26,499 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:26,500 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-21T11:41:26,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:41:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:41:26,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741837_1013 (size=414) 2024-11-21T11:41:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T11:41:26,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T11:41:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:41:26,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T11:41:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-21T11:41:26,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T11:41:26,913 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11eada18f8a5d02d444bff8bc7cb2c96, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:41:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741838_1014 (size=65) 2024-11-21T11:41:27,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:27,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 11eada18f8a5d02d444bff8bc7cb2c96, disabling compactions & flushes 2024-11-21T11:41:27,323 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:41:27,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:41:27,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. after waiting 0 ms 2024-11-21T11:41:27,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:41:27,324 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:41:27,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11eada18f8a5d02d444bff8bc7cb2c96: Waiting for close lock at 1732189287323Disabling compacts and flushes for region at 1732189287323Disabling writes for close at 1732189287324 (+1 ms)Writing region close event to WAL at 1732189287324Closed at 1732189287324 2024-11-21T11:41:27,326 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:41:27,327 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732189287326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189287326"}]},"ts":"1732189287326"} 2024-11-21T11:41:27,330 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:41:27,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:41:27,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189287331"}]},"ts":"1732189287331"} 2024-11-21T11:41:27,335 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-21T11:41:27,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=11eada18f8a5d02d444bff8bc7cb2c96, ASSIGN}] 2024-11-21T11:41:27,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=11eada18f8a5d02d444bff8bc7cb2c96, ASSIGN 2024-11-21T11:41:27,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=11eada18f8a5d02d444bff8bc7cb2c96, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:41:27,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=11eada18f8a5d02d444bff8bc7cb2c96, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:27,493 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=11eada18f8a5d02d444bff8bc7cb2c96, ASSIGN because future has completed 2024-11-21T11:41:27,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11eada18f8a5d02d444bff8bc7cb2c96, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:41:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:41:27,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:41:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 11eada18f8a5d02d444bff8bc7cb2c96, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:41:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,656 INFO [StoreOpener-11eada18f8a5d02d444bff8bc7cb2c96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,659 INFO [StoreOpener-11eada18f8a5d02d444bff8bc7cb2c96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11eada18f8a5d02d444bff8bc7cb2c96 columnFamilyName testFamily 2024-11-21T11:41:27,659 DEBUG [StoreOpener-11eada18f8a5d02d444bff8bc7cb2c96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:27,660 INFO [StoreOpener-11eada18f8a5d02d444bff8bc7cb2c96-1 {}] regionserver.HStore(327): Store=11eada18f8a5d02d444bff8bc7cb2c96/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:41:27,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:41:27,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 11eada18f8a5d02d444bff8bc7cb2c96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59023204, jitterRate=-0.12048572301864624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:41:27,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:41:27,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 11eada18f8a5d02d444bff8bc7cb2c96: Running coprocessor pre-open hook at 1732189287655Writing region info on filesystem at 1732189287655Initializing all the Stores at 1732189287656 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189287656Cleaning up temporary data from old regions at 1732189287662 (+6 ms)Running coprocessor post-open hooks at 1732189287668 (+6 ms)Region opened successfully at 1732189287669 (+1 ms) 2024-11-21T11:41:27,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., pid=9, masterSystemTime=1732189287647 2024-11-21T11:41:27,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:41:27,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:41:27,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=11eada18f8a5d02d444bff8bc7cb2c96, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:27,678 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11eada18f8a5d02d444bff8bc7cb2c96, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:41:27,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T11:41:27,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 11eada18f8a5d02d444bff8bc7cb2c96, server=7b462513bfc2,44633,1732189209897 in 186 msec 2024-11-21T11:41:27,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T11:41:27,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=11eada18f8a5d02d444bff8bc7cb2c96, ASSIGN in 348 msec 2024-11-21T11:41:27,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:41:27,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189287688"}]},"ts":"1732189287688"} 2024-11-21T11:41:27,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-21T11:41:27,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:41:27,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.1980 sec 2024-11-21T11:41:28,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:41:28,456 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-21T11:41:28,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T11:41:28,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-21T11:41:29,258 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:41:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T11:41:29,523 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-21T11:41:29,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-21T11:41:29,524 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:29,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-21T11:41:29,528 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:29,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-21T11:41:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:41:29,543 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:41:29,543 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-21T11:41:29,546 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T11:41:29,548 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-21T11:41:35,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., hostname=7b462513bfc2,44633,1732189209897, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7b462513bfc2:44633 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-21T11:41:35,560 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms 2024-11-21T11:41:35,560 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 from cache 2024-11-21T11:41:35,571 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 716), ProcessCount=11 (was 11), AvailableMemoryMB=5117 (was 5119) 2024-11-21T11:41:35,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=5117 2024-11-21T11:41:35,581 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:41:35,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-21T11:41:35,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:41:35,585 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:35,585 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-21T11:41:35,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:41:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T11:41:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741839_1015 (size=412) 2024-11-21T11:41:35,997 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe387bb54e698bdfd18f21c9512e8189, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:41:36,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741840_1016 (size=63) 2024-11-21T11:41:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-21T11:41:36,406 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:36,407 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing fe387bb54e698bdfd18f21c9512e8189, disabling compactions & flushes 2024-11-21T11:41:36,407 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:41:36,407 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:41:36,407 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. after waiting 0 ms 2024-11-21T11:41:36,407 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:41:36,407 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:41:36,407 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe387bb54e698bdfd18f21c9512e8189: Waiting for close lock at 1732189296407Disabling compacts and flushes for region at 1732189296407Disabling writes for close at 1732189296407Writing region close event to WAL at 1732189296407Closed at 1732189296407 2024-11-21T11:41:36,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:41:36,409 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732189296409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189296409"}]},"ts":"1732189296409"} 2024-11-21T11:41:36,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:41:36,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:41:36,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189296414"}]},"ts":"1732189296414"} 2024-11-21T11:41:36,416 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-21T11:41:36,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fe387bb54e698bdfd18f21c9512e8189, ASSIGN}] 2024-11-21T11:41:36,418 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fe387bb54e698bdfd18f21c9512e8189, ASSIGN 2024-11-21T11:41:36,420 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fe387bb54e698bdfd18f21c9512e8189, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:41:36,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fe387bb54e698bdfd18f21c9512e8189, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:36,574 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fe387bb54e698bdfd18f21c9512e8189, ASSIGN because future has completed 2024-11-21T11:41:36,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe387bb54e698bdfd18f21c9512e8189, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:41:36,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-21T11:41:36,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-21T11:41:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T11:41:36,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:41:36,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => fe387bb54e698bdfd18f21c9512e8189, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:41:36,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:36,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,737 INFO [StoreOpener-fe387bb54e698bdfd18f21c9512e8189-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,739 INFO [StoreOpener-fe387bb54e698bdfd18f21c9512e8189-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe387bb54e698bdfd18f21c9512e8189 columnFamilyName testFamily 2024-11-21T11:41:36,739 DEBUG [StoreOpener-fe387bb54e698bdfd18f21c9512e8189-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:36,740 INFO [StoreOpener-fe387bb54e698bdfd18f21c9512e8189-1 {}] regionserver.HStore(327): Store=fe387bb54e698bdfd18f21c9512e8189/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:41:36,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:41:36,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened fe387bb54e698bdfd18f21c9512e8189; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70360615, jitterRate=0.04845486581325531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:41:36,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:41:36,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for fe387bb54e698bdfd18f21c9512e8189: Running coprocessor pre-open hook at 1732189296735Writing region info on filesystem at 1732189296735Initializing all the Stores at 1732189296737 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189296737Cleaning up temporary data from old regions at 1732189296742 (+5 ms)Running coprocessor post-open hooks at 1732189296748 (+6 ms)Region opened successfully at 1732189296749 (+1 ms) 2024-11-21T11:41:36,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189., pid=12, masterSystemTime=1732189296728 2024-11-21T11:41:36,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:41:36,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:41:36,754 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fe387bb54e698bdfd18f21c9512e8189, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:36,758 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe387bb54e698bdfd18f21c9512e8189, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:41:36,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T11:41:36,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fe387bb54e698bdfd18f21c9512e8189, server=7b462513bfc2,44633,1732189209897 in 184 msec 2024-11-21T11:41:36,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T11:41:36,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=fe387bb54e698bdfd18f21c9512e8189, ASSIGN in 345 msec 2024-11-21T11:41:36,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:41:36,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189296766"}]},"ts":"1732189296766"} 2024-11-21T11:41:36,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-21T11:41:36,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:41:36,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1890 sec 2024-11-21T11:41:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-21T11:41:38,613 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-21T11:41:38,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-21T11:41:38,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:38,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-21T11:41:38,618 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:38,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-21T11:41:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:41:38,632 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:41:38,632 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-21T11:41:38,635 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T11:41:38,637 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T11:41:38,638 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T11:41:38,639 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-21T11:41:40,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-21T11:41:42,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:41:44,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058411' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T11:41:44,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36518 deadline: 1732189310644, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058411' does not exist 2024-11-21T11:41:44,648 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7b462513bfc2,44633,1732189209897 for closing scanner id = -8078208746423058411 for fe387bb54e698bdfd18f21c9512e8189 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058411' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:41:44,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=5118 (was 5117) - AvailableMemoryMB LEAK? - 2024-11-21T11:41:44,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=5117 2024-11-21T11:41:44,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:41:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-21T11:41:44,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:41:44,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:44,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-21T11:41:44,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:41:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T11:41:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741841_1017 (size=423) 2024-11-21T11:41:45,078 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0dbacd975b71512b0a3a3c8afa04a63, NAME => 'testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:41:45,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741842_1018 (size=74) 2024-11-21T11:41:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-21T11:41:45,488 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:45,488 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing d0dbacd975b71512b0a3a3c8afa04a63, disabling compactions & flushes 2024-11-21T11:41:45,488 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:41:45,488 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:41:45,488 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. after waiting 0 ms 2024-11-21T11:41:45,488 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:41:45,488 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:41:45,488 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0dbacd975b71512b0a3a3c8afa04a63: Waiting for close lock at 1732189305488Disabling compacts and flushes for region at 1732189305488Disabling writes for close at 1732189305488Writing region close event to WAL at 1732189305488Closed at 1732189305488 2024-11-21T11:41:45,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:41:45,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732189305490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189305490"}]},"ts":"1732189305490"} 2024-11-21T11:41:45,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:41:45,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:41:45,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189305495"}]},"ts":"1732189305495"} 2024-11-21T11:41:45,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-21T11:41:45,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d0dbacd975b71512b0a3a3c8afa04a63, ASSIGN}] 2024-11-21T11:41:45,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d0dbacd975b71512b0a3a3c8afa04a63, ASSIGN 2024-11-21T11:41:45,500 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d0dbacd975b71512b0a3a3c8afa04a63, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:41:45,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d0dbacd975b71512b0a3a3c8afa04a63, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:45,655 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d0dbacd975b71512b0a3a3c8afa04a63, ASSIGN because future has completed 2024-11-21T11:41:45,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0dbacd975b71512b0a3a3c8afa04a63, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:41:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T11:41:45,814 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:41:45,814 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d0dbacd975b71512b0a3a3c8afa04a63, NAME => 'testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:41:45,814 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,814 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:45,815 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,815 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,817 INFO [StoreOpener-d0dbacd975b71512b0a3a3c8afa04a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,819 INFO [StoreOpener-d0dbacd975b71512b0a3a3c8afa04a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dbacd975b71512b0a3a3c8afa04a63 columnFamilyName testFamily 2024-11-21T11:41:45,820 DEBUG [StoreOpener-d0dbacd975b71512b0a3a3c8afa04a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:45,820 INFO [StoreOpener-d0dbacd975b71512b0a3a3c8afa04a63-1 {}] regionserver.HStore(327): Store=d0dbacd975b71512b0a3a3c8afa04a63/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:41:45,820 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,822 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,823 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,823 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,823 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,826 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,828 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:41:45,829 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d0dbacd975b71512b0a3a3c8afa04a63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70752226, jitterRate=0.054290324449539185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:41:45,829 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:41:45,830 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d0dbacd975b71512b0a3a3c8afa04a63: Running coprocessor pre-open hook at 1732189305815Writing region info on filesystem at 1732189305815Initializing all the Stores at 1732189305816 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189305816Cleaning up temporary data from old regions at 1732189305823 (+7 ms)Running coprocessor post-open hooks at 1732189305829 (+6 ms)Region opened successfully at 1732189305830 (+1 ms) 2024-11-21T11:41:45,831 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63., pid=15, masterSystemTime=1732189305808 2024-11-21T11:41:45,834 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:41:45,834 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:41:45,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d0dbacd975b71512b0a3a3c8afa04a63, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:45,838 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0dbacd975b71512b0a3a3c8afa04a63, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:41:45,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T11:41:45,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d0dbacd975b71512b0a3a3c8afa04a63, server=7b462513bfc2,44633,1732189209897 in 184 msec 2024-11-21T11:41:45,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T11:41:45,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=d0dbacd975b71512b0a3a3c8afa04a63, ASSIGN in 344 msec 2024-11-21T11:41:45,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:41:45,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189305846"}]},"ts":"1732189305846"} 2024-11-21T11:41:45,849 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-21T11:41:45,851 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:41:45,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1890 sec 2024-11-21T11:41:46,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-21T11:41:46,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-21T11:41:46,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T11:41:46,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-21T11:41:46,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-21T11:41:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T11:41:47,693 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-21T11:41:47,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-21T11:41:47,693 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:47,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-21T11:41:47,697 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:47,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-21T11:41:47,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:41:47,710 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:41:47,710 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-21T11:41:47,713 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-21T11:41:47,715 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-21T11:41:47,716 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-21T11:41:47,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8078208746423058407 2024-11-21T11:41:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189310715, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:47,719 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-21T11:41:47,720 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-21T11:41:47,720 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:47,721 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:47,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-8078208746423058405 2024-11-21T11:41:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189310721, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:47,725 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:47,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-8078208746423058404 2024-11-21T11:41:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189310724, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:47,728 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:47,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-8078208746423058403 2024-11-21T11:41:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:36518 deadline: 1732189310728, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-21T11:41:47,733 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-21T11:41:47,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-850398674_22 at /127.0.0.1:46358 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 564), ProcessCount=11 (was 11), AvailableMemoryMB=5113 (was 5117) 2024-11-21T11:41:47,750 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=5113 2024-11-21T11:41:47,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:41:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-21T11:41:47,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:41:47,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:47,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-21T11:41:47,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:41:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T11:41:47,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741843_1019 (size=418) 2024-11-21T11:41:48,167 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb20b3bb814c7dcbc9787a5543386e68, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:41:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741844_1020 (size=69) 2024-11-21T11:41:48,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:48,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing eb20b3bb814c7dcbc9787a5543386e68, disabling compactions & flushes 2024-11-21T11:41:48,576 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:41:48,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:41:48,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. after waiting 0 ms 2024-11-21T11:41:48,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:41:48,576 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:41:48,576 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb20b3bb814c7dcbc9787a5543386e68: Waiting for close lock at 1732189308576Disabling compacts and flushes for region at 1732189308576Disabling writes for close at 1732189308576Writing region close event to WAL at 1732189308576Closed at 1732189308576 2024-11-21T11:41:48,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:41:48,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732189308578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189308578"}]},"ts":"1732189308578"} 2024-11-21T11:41:48,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:41:48,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:41:48,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189308582"}]},"ts":"1732189308582"} 2024-11-21T11:41:48,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-21T11:41:48,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=eb20b3bb814c7dcbc9787a5543386e68, ASSIGN}] 2024-11-21T11:41:48,586 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=eb20b3bb814c7dcbc9787a5543386e68, ASSIGN 2024-11-21T11:41:48,587 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=eb20b3bb814c7dcbc9787a5543386e68, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:41:48,738 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=eb20b3bb814c7dcbc9787a5543386e68, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:48,741 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=eb20b3bb814c7dcbc9787a5543386e68, ASSIGN because future has completed 2024-11-21T11:41:48,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb20b3bb814c7dcbc9787a5543386e68, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:41:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T11:41:48,899 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:41:48,899 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => eb20b3bb814c7dcbc9787a5543386e68, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:41:48,900 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,900 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:48,900 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,900 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,902 INFO [StoreOpener-eb20b3bb814c7dcbc9787a5543386e68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,904 INFO [StoreOpener-eb20b3bb814c7dcbc9787a5543386e68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb20b3bb814c7dcbc9787a5543386e68 columnFamilyName testFamily 2024-11-21T11:41:48,904 DEBUG [StoreOpener-eb20b3bb814c7dcbc9787a5543386e68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:48,904 INFO [StoreOpener-eb20b3bb814c7dcbc9787a5543386e68-1 {}] regionserver.HStore(327): Store=eb20b3bb814c7dcbc9787a5543386e68/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:41:48,905 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,905 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,906 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,906 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,907 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,909 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,912 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:41:48,912 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened eb20b3bb814c7dcbc9787a5543386e68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69039186, jitterRate=0.028764039278030396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:41:48,913 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:41:48,913 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for eb20b3bb814c7dcbc9787a5543386e68: Running coprocessor pre-open hook at 1732189308900Writing region info on filesystem at 1732189308900Initializing all the Stores at 1732189308901 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189308901Cleaning up temporary data from old regions at 1732189308907 (+6 ms)Running coprocessor post-open hooks at 1732189308913 (+6 ms)Region opened successfully at 1732189308913 2024-11-21T11:41:48,914 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., pid=18, masterSystemTime=1732189308894 2024-11-21T11:41:48,917 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:41:48,917 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:41:48,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=eb20b3bb814c7dcbc9787a5543386e68, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:48,920 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb20b3bb814c7dcbc9787a5543386e68, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:41:48,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-21T11:41:48,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure eb20b3bb814c7dcbc9787a5543386e68, server=7b462513bfc2,44633,1732189209897 in 180 msec 2024-11-21T11:41:48,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T11:41:48,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=eb20b3bb814c7dcbc9787a5543386e68, ASSIGN in 339 msec 2024-11-21T11:41:48,928 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:41:48,928 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189308928"}]},"ts":"1732189308928"} 2024-11-21T11:41:48,930 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-21T11:41:48,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:41:48,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1790 sec 2024-11-21T11:41:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-21T11:41:50,793 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-21T11:41:50,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-21T11:41:50,794 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:50,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-21T11:41:50,798 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:50,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-21T11:41:50,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:41:50,810 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:41:50,810 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-21T11:41:50,813 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T11:41:50,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T11:41:51,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:41:51,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7b462513bfc2:44633 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-21T11:41:51,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-21T11:41:51,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 from cache 2024-11-21T11:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-21T11:41:52,461 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-21T11:41:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:41:52,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T11:41:53,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7b462513bfc2:44633 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=987ms, rpcTimeout=978ms 2024-11-21T11:41:53,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=987ms, rpcTimeout=978ms 2024-11-21T11:41:53,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 from cache 2024-11-21T11:41:53,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=5111 (was 5113) 2024-11-21T11:41:53,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=5111 2024-11-21T11:41:53,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:41:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-21T11:41:53,845 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:41:53,845 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:53,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-21T11:41:53,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:41:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T11:41:53,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741845_1021 (size=416) 2024-11-21T11:41:54,257 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32620389824d99b0ef506680bb2c40d3, NAME => 'testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:41:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741846_1022 (size=67) 2024-11-21T11:41:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-21T11:41:54,665 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:54,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 32620389824d99b0ef506680bb2c40d3, disabling compactions & flushes 2024-11-21T11:41:54,666 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:41:54,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:41:54,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. after waiting 0 ms 2024-11-21T11:41:54,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:41:54,666 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:41:54,666 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32620389824d99b0ef506680bb2c40d3: Waiting for close lock at 1732189314666Disabling compacts and flushes for region at 1732189314666Disabling writes for close at 1732189314666Writing region close event to WAL at 1732189314666Closed at 1732189314666 2024-11-21T11:41:54,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:41:54,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732189314668"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189314668"}]},"ts":"1732189314668"} 2024-11-21T11:41:54,671 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:41:54,673 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:41:54,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189314673"}]},"ts":"1732189314673"} 2024-11-21T11:41:54,675 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-21T11:41:54,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=32620389824d99b0ef506680bb2c40d3, ASSIGN}] 2024-11-21T11:41:54,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=32620389824d99b0ef506680bb2c40d3, ASSIGN 2024-11-21T11:41:54,678 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=32620389824d99b0ef506680bb2c40d3, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:41:54,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=32620389824d99b0ef506680bb2c40d3, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:54,832 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=32620389824d99b0ef506680bb2c40d3, ASSIGN because future has completed 2024-11-21T11:41:54,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32620389824d99b0ef506680bb2c40d3, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:41:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T11:41:54,991 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:41:54,992 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 32620389824d99b0ef506680bb2c40d3, NAME => 'testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:41:54,992 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,992 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:41:54,992 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,993 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,994 INFO [StoreOpener-32620389824d99b0ef506680bb2c40d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,996 INFO [StoreOpener-32620389824d99b0ef506680bb2c40d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32620389824d99b0ef506680bb2c40d3 columnFamilyName testFamily 2024-11-21T11:41:54,996 DEBUG [StoreOpener-32620389824d99b0ef506680bb2c40d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:54,997 INFO [StoreOpener-32620389824d99b0ef506680bb2c40d3-1 {}] regionserver.HStore(327): Store=32620389824d99b0ef506680bb2c40d3/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:41:54,997 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,998 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,999 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,999 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:54,999 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:55,001 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:55,004 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:41:55,005 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 32620389824d99b0ef506680bb2c40d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64339881, jitterRate=-0.041261062026023865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:41:55,005 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:41:55,006 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 32620389824d99b0ef506680bb2c40d3: Running coprocessor pre-open hook at 1732189314993Writing region info on filesystem at 1732189314993Initializing all the Stores at 1732189314994 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189314994Cleaning up temporary data from old regions at 1732189314999 (+5 ms)Running coprocessor post-open hooks at 1732189315005 (+6 ms)Region opened successfully at 1732189315006 (+1 ms) 2024-11-21T11:41:55,007 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3., pid=21, masterSystemTime=1732189314985 2024-11-21T11:41:55,009 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:41:55,010 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:41:55,010 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=32620389824d99b0ef506680bb2c40d3, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:41:55,013 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32620389824d99b0ef506680bb2c40d3, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:41:55,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T11:41:55,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 32620389824d99b0ef506680bb2c40d3, server=7b462513bfc2,44633,1732189209897 in 181 msec 2024-11-21T11:41:55,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-21T11:41:55,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=32620389824d99b0ef506680bb2c40d3, ASSIGN in 340 msec 2024-11-21T11:41:55,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:41:55,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189315020"}]},"ts":"1732189315020"} 2024-11-21T11:41:55,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-21T11:41:55,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:41:55,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1820 sec 2024-11-21T11:41:56,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-21T11:41:56,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-21T11:41:56,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-21T11:41:56,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T11:41:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-21T11:41:56,872 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-21T11:41:56,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-21T11:41:56,873 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:56,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-21T11:41:56,877 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:41:56,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-21T11:41:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:41:56,889 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:41:56,889 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-21T11:41:56,891 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T11:41:56,893 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T11:41:56,894 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T11:41:56,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-21T11:41:58,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-21T11:41:59,258 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:41:59,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058392' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T11:41:59,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36518 deadline: 1732189320904, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058392' does not exist 2024-11-21T11:41:59,905 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7b462513bfc2,44633,1732189209897 for closing scanner id = -8078208746423058392 for 32620389824d99b0ef506680bb2c40d3 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058392' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:41:59,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=221 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 477), ProcessCount=11 (was 11), AvailableMemoryMB=5112 (was 5111) - AvailableMemoryMB LEAK? - 2024-11-21T11:41:59,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=5112 2024-11-21T11:41:59,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:41:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-21T11:41:59,924 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:41:59,924 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:41:59,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-21T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T11:41:59,926 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:41:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741847_1023 (size=411) 2024-11-21T11:41:59,935 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4726d33e3ab310ed7f58b03b17b708d, NAME => 'testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:41:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741848_1024 (size=62) 2024-11-21T11:42:00,343 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:00,343 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing e4726d33e3ab310ed7f58b03b17b708d, disabling compactions & flushes 2024-11-21T11:42:00,343 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:00,343 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:00,343 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. after waiting 0 ms 2024-11-21T11:42:00,343 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:00,343 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:00,343 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4726d33e3ab310ed7f58b03b17b708d: Waiting for close lock at 1732189320343Disabling compacts and flushes for region at 1732189320343Disabling writes for close at 1732189320343Writing region close event to WAL at 1732189320343Closed at 1732189320343 2024-11-21T11:42:00,345 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:42:00,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732189320345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189320345"}]},"ts":"1732189320345"} 2024-11-21T11:42:00,348 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:42:00,349 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:42:00,349 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189320349"}]},"ts":"1732189320349"} 2024-11-21T11:42:00,351 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-21T11:42:00,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e4726d33e3ab310ed7f58b03b17b708d, ASSIGN}] 2024-11-21T11:42:00,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e4726d33e3ab310ed7f58b03b17b708d, ASSIGN 2024-11-21T11:42:00,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e4726d33e3ab310ed7f58b03b17b708d, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:42:00,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-21T11:42:00,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:42:00,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e4726d33e3ab310ed7f58b03b17b708d, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:00,507 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e4726d33e3ab310ed7f58b03b17b708d, ASSIGN because future has completed 2024-11-21T11:42:00,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4726d33e3ab310ed7f58b03b17b708d, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:42:00,665 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:00,666 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e4726d33e3ab310ed7f58b03b17b708d, NAME => 'testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:42:00,666 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,666 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:00,667 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,667 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,669 INFO [StoreOpener-e4726d33e3ab310ed7f58b03b17b708d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,671 INFO [StoreOpener-e4726d33e3ab310ed7f58b03b17b708d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4726d33e3ab310ed7f58b03b17b708d columnFamilyName testFamily 2024-11-21T11:42:00,671 DEBUG [StoreOpener-e4726d33e3ab310ed7f58b03b17b708d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:42:00,671 INFO [StoreOpener-e4726d33e3ab310ed7f58b03b17b708d-1 {}] regionserver.HStore(327): Store=e4726d33e3ab310ed7f58b03b17b708d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:42:00,671 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,673 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,673 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,674 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,674 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,676 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,679 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:42:00,680 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e4726d33e3ab310ed7f58b03b17b708d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64045622, jitterRate=-0.04564586281776428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:42:00,680 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:00,681 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e4726d33e3ab310ed7f58b03b17b708d: Running coprocessor pre-open hook at 1732189320667Writing region info on filesystem at 1732189320667Initializing all the Stores at 1732189320668 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189320668Cleaning up temporary data from old regions at 1732189320674 (+6 ms)Running coprocessor post-open hooks at 1732189320680 (+6 ms)Region opened successfully at 1732189320680 2024-11-21T11:42:00,682 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d., pid=24, masterSystemTime=1732189320660 2024-11-21T11:42:00,684 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:00,684 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:00,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=e4726d33e3ab310ed7f58b03b17b708d, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:00,687 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4726d33e3ab310ed7f58b03b17b708d, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:42:00,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-21T11:42:00,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure e4726d33e3ab310ed7f58b03b17b708d, server=7b462513bfc2,44633,1732189209897 in 181 msec 2024-11-21T11:42:00,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T11:42:00,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=e4726d33e3ab310ed7f58b03b17b708d, ASSIGN in 340 msec 2024-11-21T11:42:00,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:42:00,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189320694"}]},"ts":"1732189320694"} 2024-11-21T11:42:00,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-21T11:42:00,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:42:00,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 776 msec 2024-11-21T11:42:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-21T11:42:00,943 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-21T11:42:00,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-21T11:42:00,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:00,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-21T11:42:00,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:00,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-21T11:42:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:42:00,960 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:42:00,960 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-21T11:42:00,963 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T11:42:00,965 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T11:42:00,966 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T11:42:00,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-21T11:42:03,857 INFO [master/7b462513bfc2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T11:42:03,857 INFO [master/7b462513bfc2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T11:42:03,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058388' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T11:42:03,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36518 deadline: 1732189324974, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058388' does not exist 2024-11-21T11:42:03,975 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7b462513bfc2,44633,1732189209897 for closing scanner id = -8078208746423058388 for e4726d33e3ab310ed7f58b03b17b708d of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058388' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:42:03,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 221) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-850398674_22 at /127.0.0.1:50454 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=5111 (was 5112) 2024-11-21T11:42:03,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=5111 2024-11-21T11:42:03,992 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:42:03,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-21T11:42:03,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:42:03,995 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:42:03,995 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-21T11:42:03,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:42:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T11:42:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741849_1025 (size=419) 2024-11-21T11:42:04,407 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d170a677418d21891f50af2b7f06755c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:42:04,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741850_1026 (size=70) 2024-11-21T11:42:04,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-21T11:42:04,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-21T11:42:04,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:04,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing d170a677418d21891f50af2b7f06755c, disabling compactions & flushes 2024-11-21T11:42:04,816 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:04,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:04,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. after waiting 0 ms 2024-11-21T11:42:04,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:04,816 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:04,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d170a677418d21891f50af2b7f06755c: Waiting for close lock at 1732189324816Disabling compacts and flushes for region at 1732189324816Disabling writes for close at 1732189324816Writing region close event to WAL at 1732189324816Closed at 1732189324816 2024-11-21T11:42:04,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:42:04,818 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732189324818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189324818"}]},"ts":"1732189324818"} 2024-11-21T11:42:04,821 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:42:04,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:42:04,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189324822"}]},"ts":"1732189324822"} 2024-11-21T11:42:04,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-21T11:42:04,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d170a677418d21891f50af2b7f06755c, ASSIGN}] 2024-11-21T11:42:04,826 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d170a677418d21891f50af2b7f06755c, ASSIGN 2024-11-21T11:42:04,827 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d170a677418d21891f50af2b7f06755c, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:42:04,978 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d170a677418d21891f50af2b7f06755c, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:04,981 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d170a677418d21891f50af2b7f06755c, ASSIGN because future has completed 2024-11-21T11:42:04,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d170a677418d21891f50af2b7f06755c, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:42:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T11:42:05,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:05,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => d170a677418d21891f50af2b7f06755c, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:42:05,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:05,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,142 INFO [StoreOpener-d170a677418d21891f50af2b7f06755c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,144 INFO [StoreOpener-d170a677418d21891f50af2b7f06755c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d170a677418d21891f50af2b7f06755c columnFamilyName testFamily 2024-11-21T11:42:05,144 DEBUG [StoreOpener-d170a677418d21891f50af2b7f06755c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:42:05,145 INFO [StoreOpener-d170a677418d21891f50af2b7f06755c-1 {}] regionserver.HStore(327): Store=d170a677418d21891f50af2b7f06755c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:42:05,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:42:05,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened d170a677418d21891f50af2b7f06755c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75111044, jitterRate=0.11924177408218384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:42:05,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:05,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for d170a677418d21891f50af2b7f06755c: Running coprocessor pre-open hook at 1732189325140Writing region info on filesystem at 1732189325140Initializing all the Stores at 1732189325142 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189325142Cleaning up temporary data from old regions at 1732189325147 (+5 ms)Running coprocessor post-open hooks at 1732189325152 (+5 ms)Region opened successfully at 1732189325153 (+1 ms) 2024-11-21T11:42:05,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., pid=27, masterSystemTime=1732189325134 2024-11-21T11:42:05,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:05,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:05,158 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d170a677418d21891f50af2b7f06755c, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:05,160 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d170a677418d21891f50af2b7f06755c, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:42:05,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T11:42:05,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure d170a677418d21891f50af2b7f06755c, server=7b462513bfc2,44633,1732189209897 in 180 msec 2024-11-21T11:42:05,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-21T11:42:05,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=d170a677418d21891f50af2b7f06755c, ASSIGN in 339 msec 2024-11-21T11:42:05,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:42:05,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189325167"}]},"ts":"1732189325167"} 2024-11-21T11:42:05,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-21T11:42:05,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:42:05,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1780 sec 2024-11-21T11:42:06,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:42:06,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-21T11:42:06,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-21T11:42:06,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-21T11:42:06,603 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T11:42:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-21T11:42:07,023 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-21T11:42:07,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-21T11:42:07,023 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:07,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-21T11:42:07,028 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:07,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-21T11:42:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:42:07,040 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:42:07,040 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-21T11:42:07,043 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T11:42:07,044 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-21T11:42:10,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-21T11:42:13,052 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., hostname=7b462513bfc2,44633,1732189209897, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7b462513bfc2:44633 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms 2024-11-21T11:42:13,052 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms 2024-11-21T11:42:13,052 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 from cache 2024-11-21T11:42:13,061 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=5108 (was 5111) 2024-11-21T11:42:13,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=5108 2024-11-21T11:42:13,072 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:42:13,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-21T11:42:13,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:42:13,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:42:13,075 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-21T11:42:13,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:42:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T11:42:13,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741851_1027 (size=407) 2024-11-21T11:42:13,487 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcea95462696c445a171425c08381432, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:42:13,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741852_1028 (size=58) 2024-11-21T11:42:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-21T11:42:13,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:13,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fcea95462696c445a171425c08381432, disabling compactions & flushes 2024-11-21T11:42:13,896 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:13,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:13,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. after waiting 0 ms 2024-11-21T11:42:13,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:13,896 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:13,897 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcea95462696c445a171425c08381432: Waiting for close lock at 1732189333896Disabling compacts and flushes for region at 1732189333896Disabling writes for close at 1732189333896Writing region close event to WAL at 1732189333896Closed at 1732189333896 2024-11-21T11:42:13,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:42:13,899 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732189333898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189333898"}]},"ts":"1732189333898"} 2024-11-21T11:42:13,902 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:42:13,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:42:13,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189333903"}]},"ts":"1732189333903"} 2024-11-21T11:42:13,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-21T11:42:13,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fcea95462696c445a171425c08381432, ASSIGN}] 2024-11-21T11:42:13,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fcea95462696c445a171425c08381432, ASSIGN 2024-11-21T11:42:13,908 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fcea95462696c445a171425c08381432, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:42:14,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fcea95462696c445a171425c08381432, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:14,063 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fcea95462696c445a171425c08381432, ASSIGN because future has completed 2024-11-21T11:42:14,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcea95462696c445a171425c08381432, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:42:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T11:42:14,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:14,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => fcea95462696c445a171425c08381432, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:42:14,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext fcea95462696c445a171425c08381432 2024-11-21T11:42:14,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:14,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for fcea95462696c445a171425c08381432 2024-11-21T11:42:14,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for fcea95462696c445a171425c08381432 2024-11-21T11:42:14,224 INFO [StoreOpener-fcea95462696c445a171425c08381432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fcea95462696c445a171425c08381432 2024-11-21T11:42:14,225 INFO [StoreOpener-fcea95462696c445a171425c08381432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcea95462696c445a171425c08381432 columnFamilyName testFamily 2024-11-21T11:42:14,226 DEBUG [StoreOpener-fcea95462696c445a171425c08381432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:42:14,226 INFO [StoreOpener-fcea95462696c445a171425c08381432-1 {}] regionserver.HStore(327): Store=fcea95462696c445a171425c08381432/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:42:14,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for fcea95462696c445a171425c08381432 2024-11-21T11:42:14,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432 2024-11-21T11:42:14,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432 2024-11-21T11:42:14,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for fcea95462696c445a171425c08381432 2024-11-21T11:42:14,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for fcea95462696c445a171425c08381432 2024-11-21T11:42:14,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for fcea95462696c445a171425c08381432 2024-11-21T11:42:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:42:14,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened fcea95462696c445a171425c08381432; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60034703, jitterRate=-0.10541321337223053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:42:14,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcea95462696c445a171425c08381432 2024-11-21T11:42:14,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for fcea95462696c445a171425c08381432: Running coprocessor pre-open hook at 1732189334222Writing region info on filesystem at 1732189334222Initializing all the Stores at 1732189334223 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189334223Cleaning up temporary data from old regions at 1732189334228 (+5 ms)Running coprocessor post-open hooks at 1732189334234 (+6 ms)Region opened successfully at 1732189334234 2024-11-21T11:42:14,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432., pid=30, masterSystemTime=1732189334216 2024-11-21T11:42:14,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:14,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:14,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fcea95462696c445a171425c08381432, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:14,241 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcea95462696c445a171425c08381432, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:42:14,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-21T11:42:14,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure fcea95462696c445a171425c08381432, server=7b462513bfc2,44633,1732189209897 in 179 msec 2024-11-21T11:42:14,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T11:42:14,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fcea95462696c445a171425c08381432, ASSIGN in 338 msec 2024-11-21T11:42:14,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:42:14,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189334247"}]},"ts":"1732189334247"} 2024-11-21T11:42:14,250 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-21T11:42:14,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:42:14,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1790 sec 2024-11-21T11:42:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-21T11:42:16,103 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-21T11:42:16,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-21T11:42:16,103 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:16,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-21T11:42:16,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:16,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-21T11:42:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:42:16,119 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:42:16,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-21T11:42:16,121 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-21T11:42:16,123 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-21T11:42:16,124 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-21T11:42:16,124 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-21T11:42:16,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-21T11:42:16,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-21T11:42:16,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-21T11:42:19,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:42:22,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058380' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T11:42:22,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:36518 deadline: 1732189348134, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058380' does not exist 2024-11-21T11:42:22,135 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7b462513bfc2,44633,1732189209897 for closing scanner id = -8078208746423058380 for fcea95462696c445a171425c08381432 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-8078208746423058380' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T11:42:22,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 221), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=5102 (was 5108) 2024-11-21T11:42:22,149 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=5101 2024-11-21T11:42:22,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T11:42:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-21T11:42:22,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T11:42:22,154 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:42:22,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-21T11:42:22,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T11:42:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T11:42:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741853_1029 (size=423) 2024-11-21T11:42:22,566 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68304730a8f690758266315b9e48d286, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323 2024-11-21T11:42:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741854_1030 (size=74) 2024-11-21T11:42:22,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-21T11:42:22,974 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:22,975 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 68304730a8f690758266315b9e48d286, disabling compactions & flushes 2024-11-21T11:42:22,975 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:22,975 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:22,975 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. after waiting 0 ms 2024-11-21T11:42:22,975 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:22,975 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:22,975 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68304730a8f690758266315b9e48d286: Waiting for close lock at 1732189342975Disabling compacts and flushes for region at 1732189342975Disabling writes for close at 1732189342975Writing region close event to WAL at 1732189342975Closed at 1732189342975 2024-11-21T11:42:22,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T11:42:22,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732189342977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732189342977"}]},"ts":"1732189342977"} 2024-11-21T11:42:22,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T11:42:22,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T11:42:22,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189342981"}]},"ts":"1732189342981"} 2024-11-21T11:42:22,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-21T11:42:22,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=68304730a8f690758266315b9e48d286, ASSIGN}] 2024-11-21T11:42:22,984 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=68304730a8f690758266315b9e48d286, ASSIGN 2024-11-21T11:42:22,985 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=68304730a8f690758266315b9e48d286, ASSIGN; state=OFFLINE, location=7b462513bfc2,44633,1732189209897; forceNewPlan=false, retain=false 2024-11-21T11:42:23,136 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=68304730a8f690758266315b9e48d286, regionState=OPENING, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:23,139 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=68304730a8f690758266315b9e48d286, ASSIGN because future has completed 2024-11-21T11:42:23,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68304730a8f690758266315b9e48d286, server=7b462513bfc2,44633,1732189209897}] 2024-11-21T11:42:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T11:42:23,297 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:23,298 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 68304730a8f690758266315b9e48d286, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286.', STARTKEY => '', ENDKEY => ''} 2024-11-21T11:42:23,298 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,298 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T11:42:23,298 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,298 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,300 INFO [StoreOpener-68304730a8f690758266315b9e48d286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,302 INFO [StoreOpener-68304730a8f690758266315b9e48d286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68304730a8f690758266315b9e48d286 columnFamilyName testFamily 2024-11-21T11:42:23,302 DEBUG [StoreOpener-68304730a8f690758266315b9e48d286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T11:42:23,302 INFO [StoreOpener-68304730a8f690758266315b9e48d286-1 {}] regionserver.HStore(327): Store=68304730a8f690758266315b9e48d286/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T11:42:23,302 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,303 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,304 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,304 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,304 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,306 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,309 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T11:42:23,309 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 68304730a8f690758266315b9e48d286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60636139, jitterRate=-0.09645111858844757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T11:42:23,309 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:23,310 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 68304730a8f690758266315b9e48d286: Running coprocessor pre-open hook at 1732189343298Writing region info on filesystem at 1732189343298Initializing all the Stores at 1732189343299 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732189343299Cleaning up temporary data from old regions at 1732189343304 (+5 ms)Running coprocessor post-open hooks at 1732189343309 (+5 ms)Region opened successfully at 1732189343310 (+1 ms) 2024-11-21T11:42:23,311 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., pid=33, masterSystemTime=1732189343292 2024-11-21T11:42:23,314 DEBUG [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:23,314 INFO [RS_OPEN_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:23,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=68304730a8f690758266315b9e48d286, regionState=OPEN, openSeqNum=2, regionLocation=7b462513bfc2,44633,1732189209897 2024-11-21T11:42:23,317 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68304730a8f690758266315b9e48d286, server=7b462513bfc2,44633,1732189209897 because future has completed 2024-11-21T11:42:23,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T11:42:23,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 68304730a8f690758266315b9e48d286, server=7b462513bfc2,44633,1732189209897 in 178 msec 2024-11-21T11:42:23,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T11:42:23,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=68304730a8f690758266315b9e48d286, ASSIGN in 337 msec 2024-11-21T11:42:23,323 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T11:42:23,323 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732189343323"}]},"ts":"1732189343323"} 2024-11-21T11:42:23,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-21T11:42:23,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T11:42:23,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1750 sec 2024-11-21T11:42:23,390 DEBUG [master/7b462513bfc2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T11:42:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-21T11:42:25,183 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-21T11:42:25,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-21T11:42:25,183 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:25,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-21T11:42:25,187 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T11:42:25,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-21T11:42:25,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:42:25,199 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-21T11:42:25,199 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-21T11:42:25,202 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-21T11:42:25,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T11:42:26,211 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7b462513bfc2:44633 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-21T11:42:26,211 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-21T11:42:26,211 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 from cache 2024-11-21T11:42:26,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-21T11:42:26,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-21T11:42:26,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-21T11:42:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2] 2024-11-21T11:42:27,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-21T11:42:28,212 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7b462513bfc2:44633 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=977ms 2024-11-21T11:42:28,212 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=986ms, rpcTimeout=977ms 2024-11-21T11:42:28,212 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., hostname=7b462513bfc2,44633,1732189209897, seqNum=2 from cache 2024-11-21T11:42:28,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=5104 (was 5101) - AvailableMemoryMB LEAK? - 2024-11-21T11:42:28,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:42:28,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:42:28,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:42:28,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:42:28,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:42:28,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T11:42:28,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:42:28,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:42:28,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:42:28,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:42:28,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T11:42:28,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T11:42:28,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331909808, stopped=false 2024-11-21T11:42:28,228 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b462513bfc2,45623,1732189202523 2024-11-21T11:42:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T11:42:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T11:42:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:42:28,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:42:28,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:42:28,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T11:42:28,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:42:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:42:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:42:28,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T11:42:28,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b462513bfc2,44633,1732189209897' ***** 2024-11-21T11:42:28,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T11:42:28,232 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T11:42:28,232 INFO [RS:0;7b462513bfc2:44633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T11:42:28,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T11:42:28,232 INFO [RS:0;7b462513bfc2:44633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T11:42:28,232 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for fcea95462696c445a171425c08381432 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for eb20b3bb814c7dcbc9787a5543386e68 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for d0dbacd975b71512b0a3a3c8afa04a63 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 11eada18f8a5d02d444bff8bc7cb2c96 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 32620389824d99b0ef506680bb2c40d3 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 68304730a8f690758266315b9e48d286 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(959): stopping server 7b462513bfc2,44633,1732189209897 2024-11-21T11:42:28,233 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcea95462696c445a171425c08381432, disabling compactions & flushes 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:42:28,233 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:28,233 INFO [RS:0;7b462513bfc2:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b462513bfc2:44633. 2024-11-21T11:42:28,233 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:28,234 DEBUG [RS:0;7b462513bfc2:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T11:42:28,234 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. after waiting 0 ms 2024-11-21T11:42:28,234 DEBUG [RS:0;7b462513bfc2:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:42:28,234 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:28,234 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T11:42:28,234 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T11:42:28,234 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T11:42:28,234 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T11:42:28,234 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-21T11:42:28,234 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T11:42:28,234 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T11:42:28,234 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T11:42:28,235 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T11:42:28,235 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T11:42:28,235 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1588230740, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d, eb20b3bb814c7dcbc9787a5543386e68, fcea95462696c445a171425c08381432, fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:28,237 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-21T11:42:28,238 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcea95462696c445a171425c08381432 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:28,292 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432/.tmp/testFamily/966fc5d2cb0e4adeb1121ea24a6a3278 is 61, key is row-0/testFamily:testQualifier/1732189336111/Put/seqid=0 2024-11-21T11:42:28,302 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/info/7b782b28b07e4e1f92677bd83121d249 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65./info:regioninfo/1732189284563/Put/seqid=0 2024-11-21T11:42:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741855_1031 (size=5049) 2024-11-21T11:42:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741856_1032 (size=20564) 2024-11-21T11:42:28,309 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/info/7b782b28b07e4e1f92677bd83121d249 2024-11-21T11:42:28,382 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/ns/19c97379d7c74d27908d2b166a8dfd8c is 43, key is default/ns:d/1732189283031/Put/seqid=0 2024-11-21T11:42:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741857_1033 (size=5153) 2024-11-21T11:42:28,435 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1588230740, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d, eb20b3bb814c7dcbc9787a5543386e68, fcea95462696c445a171425c08381432, fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:28,501 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T11:42:28,501 INFO [regionserver/7b462513bfc2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T11:42:28,635 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1588230740, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d, eb20b3bb814c7dcbc9787a5543386e68, fcea95462696c445a171425c08381432, fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:28,704 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432/.tmp/testFamily/966fc5d2cb0e4adeb1121ea24a6a3278 2024-11-21T11:42:28,713 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432/.tmp/testFamily/966fc5d2cb0e4adeb1121ea24a6a3278 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432/testFamily/966fc5d2cb0e4adeb1121ea24a6a3278 2024-11-21T11:42:28,720 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432/testFamily/966fc5d2cb0e4adeb1121ea24a6a3278, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:28,726 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T11:42:28,727 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fcea95462696c445a171425c08381432 in 490ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:28,733 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNext/fcea95462696c445a171425c08381432/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:28,735 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:28,735 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcea95462696c445a171425c08381432: Waiting for close lock at 1732189348233Running coprocessor pre-close hooks at 1732189348233Disabling compacts and flushes for region at 1732189348233Disabling writes for close at 1732189348234 (+1 ms)Obtaining lock to block concurrent updates at 1732189348238 (+4 ms)Preparing flush snapshotting stores in fcea95462696c445a171425c08381432 at 1732189348238Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189348245 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. at 1732189348247 (+2 ms)Flushing fcea95462696c445a171425c08381432/testFamily: creating writer at 1732189348248 (+1 ms)Flushing fcea95462696c445a171425c08381432/testFamily: appending metadata at 1732189348287 (+39 ms)Flushing fcea95462696c445a171425c08381432/testFamily: closing flushed file at 1732189348289 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2479a726: reopening flushed file at 1732189348711 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fcea95462696c445a171425c08381432 in 490ms, sequenceid=8, compaction requested=false at 1732189348727 (+16 ms)Writing region close event to WAL at 1732189348729 (+2 ms)Running coprocessor post-close hooks at 1732189348734 (+5 ms)Closed at 1732189348735 (+1 ms) 2024-11-21T11:42:28,736 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732189333072.fcea95462696c445a171425c08381432. 2024-11-21T11:42:28,736 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb20b3bb814c7dcbc9787a5543386e68, disabling compactions & flushes 2024-11-21T11:42:28,736 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:42:28,736 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:42:28,736 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. after waiting 0 ms 2024-11-21T11:42:28,736 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:42:28,736 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb20b3bb814c7dcbc9787a5543386e68 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:28,753 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68/.tmp/testFamily/ac05430b7d014db2a10d4559940d5115 is 61, key is row-0/testFamily:testQualifier/1732189310802/Put/seqid=0 2024-11-21T11:42:28,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741858_1034 (size=5049) 2024-11-21T11:42:28,789 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/ns/19c97379d7c74d27908d2b166a8dfd8c 2024-11-21T11:42:28,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:42:28,820 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/table/f64a1eee9f9d4cfcaa199caa1d295e01 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732189284578/Put/seqid=0 2024-11-21T11:42:28,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-21T11:42:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741859_1035 (size=6699) 2024-11-21T11:42:28,835 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1588230740, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d, eb20b3bb814c7dcbc9787a5543386e68, fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:29,036 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1588230740, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d, eb20b3bb814c7dcbc9787a5543386e68, fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:29,158 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68/.tmp/testFamily/ac05430b7d014db2a10d4559940d5115 2024-11-21T11:42:29,167 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68/.tmp/testFamily/ac05430b7d014db2a10d4559940d5115 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68/testFamily/ac05430b7d014db2a10d4559940d5115 2024-11-21T11:42:29,174 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68/testFamily/ac05430b7d014db2a10d4559940d5115, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:29,175 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eb20b3bb814c7dcbc9787a5543386e68 in 439ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:29,180 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScanner/eb20b3bb814c7dcbc9787a5543386e68/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:29,181 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:42:29,181 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb20b3bb814c7dcbc9787a5543386e68: Waiting for close lock at 1732189348736Running coprocessor pre-close hooks at 1732189348736Disabling compacts and flushes for region at 1732189348736Disabling writes for close at 1732189348736Obtaining lock to block concurrent updates at 1732189348736Preparing flush snapshotting stores in eb20b3bb814c7dcbc9787a5543386e68 at 1732189348736Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189348736Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. at 1732189348737 (+1 ms)Flushing eb20b3bb814c7dcbc9787a5543386e68/testFamily: creating writer at 1732189348737Flushing eb20b3bb814c7dcbc9787a5543386e68/testFamily: appending metadata at 1732189348753 (+16 ms)Flushing eb20b3bb814c7dcbc9787a5543386e68/testFamily: closing flushed file at 1732189348753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4b933b: reopening flushed file at 1732189349166 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eb20b3bb814c7dcbc9787a5543386e68 in 439ms, sequenceid=8, compaction requested=false at 1732189349175 (+9 ms)Writing region close event to WAL at 1732189349176 (+1 ms)Running coprocessor post-close hooks at 1732189349180 (+4 ms)Closed at 1732189349181 (+1 ms) 2024-11-21T11:42:29,181 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732189307751.eb20b3bb814c7dcbc9787a5543386e68. 2024-11-21T11:42:29,181 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe387bb54e698bdfd18f21c9512e8189, disabling compactions & flushes 2024-11-21T11:42:29,181 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:42:29,181 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:42:29,181 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. after waiting 0 ms 2024-11-21T11:42:29,181 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:42:29,182 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe387bb54e698bdfd18f21c9512e8189 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:29,201 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189/.tmp/testFamily/40b4e76f6e264658a8614938c612f51a is 61, key is row-0/testFamily:testQualifier/1732189298623/Put/seqid=0 2024-11-21T11:42:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741860_1036 (size=5049) 2024-11-21T11:42:29,227 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/table/f64a1eee9f9d4cfcaa199caa1d295e01 2024-11-21T11:42:29,236 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-21T11:42:29,236 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/info/7b782b28b07e4e1f92677bd83121d249 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/info/7b782b28b07e4e1f92677bd83121d249 2024-11-21T11:42:29,236 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1325): Online Regions={fe387bb54e698bdfd18f21c9512e8189=hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189., d0dbacd975b71512b0a3a3c8afa04a63=testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63., e4726d33e3ab310ed7f58b03b17b708d=testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d., 1588230740=hbase:meta,,1.1588230740, 11eada18f8a5d02d444bff8bc7cb2c96=hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., 32620389824d99b0ef506680bb2c40d3=testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3., d170a677418d21891f50af2b7f06755c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., 68304730a8f690758266315b9e48d286=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., 1f962c7979f03667eb76f6616ebb6f65=testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.} 2024-11-21T11:42:29,236 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1588230740, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d, fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:29,244 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/info/7b782b28b07e4e1f92677bd83121d249, entries=100, sequenceid=56, filesize=20.1 K 2024-11-21T11:42:29,246 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/ns/19c97379d7c74d27908d2b166a8dfd8c as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/ns/19c97379d7c74d27908d2b166a8dfd8c 2024-11-21T11:42:29,254 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/ns/19c97379d7c74d27908d2b166a8dfd8c, entries=2, sequenceid=56, filesize=5.0 K 2024-11-21T11:42:29,255 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/.tmp/table/f64a1eee9f9d4cfcaa199caa1d295e01 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/table/f64a1eee9f9d4cfcaa199caa1d295e01 2024-11-21T11:42:29,258 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T11:42:29,263 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/table/f64a1eee9f9d4cfcaa199caa1d295e01, entries=20, sequenceid=56, filesize=6.5 K 2024-11-21T11:42:29,264 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=56, compaction requested=false 2024-11-21T11:42:29,270 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-21T11:42:29,270 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T11:42:29,271 INFO [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T11:42:29,271 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732189348234Running coprocessor pre-close hooks at 1732189348234Disabling compacts and flushes for region at 1732189348234Disabling writes for close at 1732189348235 (+1 ms)Obtaining lock to block concurrent updates at 1732189348237 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732189348237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732189348245 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732189348247 (+2 ms)Flushing 1588230740/info: creating writer at 1732189348248 (+1 ms)Flushing 1588230740/info: appending metadata at 1732189348297 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732189348297Flushing 1588230740/ns: creating writer at 1732189348357 (+60 ms)Flushing 1588230740/ns: appending metadata at 1732189348380 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732189348380Flushing 1588230740/table: creating writer at 1732189348797 (+417 ms)Flushing 1588230740/table: appending metadata at 1732189348819 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732189348819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246d46c3: reopening flushed file at 1732189349235 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db09783: reopening flushed file at 1732189349245 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@deca10b: reopening flushed file at 1732189349254 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=56, compaction requested=false at 1732189349264 (+10 ms)Writing region close event to WAL at 1732189349265 (+1 ms)Running coprocessor post-close hooks at 1732189349270 (+5 ms)Closed at 1732189349271 (+1 ms) 2024-11-21T11:42:29,271 DEBUG [RS_CLOSE_META-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T11:42:29,289 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b462513bfc2:45623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-21T11:42:29,436 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d, fe387bb54e698bdfd18f21c9512e8189 2024-11-21T11:42:29,607 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189/.tmp/testFamily/40b4e76f6e264658a8614938c612f51a 2024-11-21T11:42:29,615 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189/.tmp/testFamily/40b4e76f6e264658a8614938c612f51a as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189/testFamily/40b4e76f6e264658a8614938c612f51a 2024-11-21T11:42:29,622 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189/testFamily/40b4e76f6e264658a8614938c612f51a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:29,623 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fe387bb54e698bdfd18f21c9512e8189 in 442ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:29,627 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnNextAsync/fe387bb54e698bdfd18f21c9512e8189/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:29,628 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:42:29,628 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe387bb54e698bdfd18f21c9512e8189: Waiting for close lock at 1732189349181Running coprocessor pre-close hooks at 1732189349181Disabling compacts and flushes for region at 1732189349181Disabling writes for close at 1732189349181Obtaining lock to block concurrent updates at 1732189349182 (+1 ms)Preparing flush snapshotting stores in fe387bb54e698bdfd18f21c9512e8189 at 1732189349182Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189349182Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. at 1732189349182Flushing fe387bb54e698bdfd18f21c9512e8189/testFamily: creating writer at 1732189349182Flushing fe387bb54e698bdfd18f21c9512e8189/testFamily: appending metadata at 1732189349201 (+19 ms)Flushing fe387bb54e698bdfd18f21c9512e8189/testFamily: closing flushed file at 1732189349201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2414ef1f: reopening flushed file at 1732189349614 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fe387bb54e698bdfd18f21c9512e8189 in 442ms, sequenceid=8, compaction requested=false at 1732189349623 (+9 ms)Writing region close event to WAL at 1732189349624 (+1 ms)Running coprocessor post-close hooks at 1732189349628 (+4 ms)Closed at 1732189349628 2024-11-21T11:42:29,628 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732189295581.fe387bb54e698bdfd18f21c9512e8189. 2024-11-21T11:42:29,629 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0dbacd975b71512b0a3a3c8afa04a63, disabling compactions & flushes 2024-11-21T11:42:29,629 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:42:29,629 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:42:29,629 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. after waiting 0 ms 2024-11-21T11:42:29,629 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:42:29,629 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0dbacd975b71512b0a3a3c8afa04a63 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:29,637 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:29,647 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63/.tmp/testFamily/b3d3b746bc184035bb79976310b2cf92 is 61, key is row-0/testFamily:testQualifier/1732189307702/Put/seqid=0 2024-11-21T11:42:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741861_1037 (size=5049) 2024-11-21T11:42:29,837 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:30,037 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d0dbacd975b71512b0a3a3c8afa04a63, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:30,052 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63/.tmp/testFamily/b3d3b746bc184035bb79976310b2cf92 2024-11-21T11:42:30,060 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63/.tmp/testFamily/b3d3b746bc184035bb79976310b2cf92 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63/testFamily/b3d3b746bc184035bb79976310b2cf92 2024-11-21T11:42:30,067 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63/testFamily/b3d3b746bc184035bb79976310b2cf92, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:30,068 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d0dbacd975b71512b0a3a3c8afa04a63 in 439ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:30,073 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextException/d0dbacd975b71512b0a3a3c8afa04a63/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:30,073 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:42:30,074 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0dbacd975b71512b0a3a3c8afa04a63: Waiting for close lock at 1732189349629Running coprocessor pre-close hooks at 1732189349629Disabling compacts and flushes for region at 1732189349629Disabling writes for close at 1732189349629Obtaining lock to block concurrent updates at 1732189349629Preparing flush snapshotting stores in d0dbacd975b71512b0a3a3c8afa04a63 at 1732189349629Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189349629Flushing stores of testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. at 1732189349630 (+1 ms)Flushing d0dbacd975b71512b0a3a3c8afa04a63/testFamily: creating writer at 1732189349630Flushing d0dbacd975b71512b0a3a3c8afa04a63/testFamily: appending metadata at 1732189349646 (+16 ms)Flushing d0dbacd975b71512b0a3a3c8afa04a63/testFamily: closing flushed file at 1732189349646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3e7a14: reopening flushed file at 1732189350059 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d0dbacd975b71512b0a3a3c8afa04a63 in 439ms, sequenceid=8, compaction requested=false at 1732189350068 (+9 ms)Writing region close event to WAL at 1732189350069 (+1 ms)Running coprocessor post-close hooks at 1732189350073 (+4 ms)Closed at 1732189350073 2024-11-21T11:42:30,074 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732189304662.d0dbacd975b71512b0a3a3c8afa04a63. 2024-11-21T11:42:30,074 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4726d33e3ab310ed7f58b03b17b708d, disabling compactions & flushes 2024-11-21T11:42:30,074 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:30,074 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:30,074 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. after waiting 0 ms 2024-11-21T11:42:30,074 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:30,074 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4726d33e3ab310ed7f58b03b17b708d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:30,090 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d/.tmp/testFamily/da4728bf7ad04f1eac88d3e16c61dcf2 is 61, key is row-0/testFamily:testQualifier/1732189320952/Put/seqid=0 2024-11-21T11:42:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741862_1038 (size=5049) 2024-11-21T11:42:30,237 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-21T11:42:30,238 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1325): Online Regions={e4726d33e3ab310ed7f58b03b17b708d=testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d., 11eada18f8a5d02d444bff8bc7cb2c96=hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., 32620389824d99b0ef506680bb2c40d3=testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3., d170a677418d21891f50af2b7f06755c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., 68304730a8f690758266315b9e48d286=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., 1f962c7979f03667eb76f6616ebb6f65=testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.} 2024-11-21T11:42:30,238 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:30,438 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c, e4726d33e3ab310ed7f58b03b17b708d 2024-11-21T11:42:30,496 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d/.tmp/testFamily/da4728bf7ad04f1eac88d3e16c61dcf2 2024-11-21T11:42:30,504 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d/.tmp/testFamily/da4728bf7ad04f1eac88d3e16c61dcf2 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d/testFamily/da4728bf7ad04f1eac88d3e16c61dcf2 2024-11-21T11:42:30,510 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d/testFamily/da4728bf7ad04f1eac88d3e16c61dcf2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:30,511 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4726d33e3ab310ed7f58b03b17b708d in 437ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:30,516 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNext/e4726d33e3ab310ed7f58b03b17b708d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:30,517 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:30,517 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4726d33e3ab310ed7f58b03b17b708d: Waiting for close lock at 1732189350074Running coprocessor pre-close hooks at 1732189350074Disabling compacts and flushes for region at 1732189350074Disabling writes for close at 1732189350074Obtaining lock to block concurrent updates at 1732189350074Preparing flush snapshotting stores in e4726d33e3ab310ed7f58b03b17b708d at 1732189350074Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189350074Flushing stores of testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. at 1732189350075 (+1 ms)Flushing e4726d33e3ab310ed7f58b03b17b708d/testFamily: creating writer at 1732189350075Flushing e4726d33e3ab310ed7f58b03b17b708d/testFamily: appending metadata at 1732189350090 (+15 ms)Flushing e4726d33e3ab310ed7f58b03b17b708d/testFamily: closing flushed file at 1732189350090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243dfbbc: reopening flushed file at 1732189350503 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4726d33e3ab310ed7f58b03b17b708d in 437ms, sequenceid=8, compaction requested=false at 1732189350512 (+9 ms)Writing region close event to WAL at 1732189350512Running coprocessor post-close hooks at 1732189350517 (+5 ms)Closed at 1732189350517 2024-11-21T11:42:30,517 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732189319921.e4726d33e3ab310ed7f58b03b17b708d. 2024-11-21T11:42:30,517 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11eada18f8a5d02d444bff8bc7cb2c96, disabling compactions & flushes 2024-11-21T11:42:30,517 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:42:30,517 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:42:30,517 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. after waiting 0 ms 2024-11-21T11:42:30,517 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:42:30,517 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 11eada18f8a5d02d444bff8bc7cb2c96 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:30,533 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96/.tmp/testFamily/b890eb0a6740489a80337e1fe303659f is 61, key is row-0/testFamily:testQualifier/1732189289533/Put/seqid=0 2024-11-21T11:42:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741863_1039 (size=5049) 2024-11-21T11:42:30,638 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:30,838 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 11eada18f8a5d02d444bff8bc7cb2c96, 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:30,939 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96/.tmp/testFamily/b890eb0a6740489a80337e1fe303659f 2024-11-21T11:42:30,948 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96/.tmp/testFamily/b890eb0a6740489a80337e1fe303659f as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96/testFamily/b890eb0a6740489a80337e1fe303659f 2024-11-21T11:42:30,956 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96/testFamily/b890eb0a6740489a80337e1fe303659f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:30,958 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 11eada18f8a5d02d444bff8bc7cb2c96 in 441ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:30,963 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScanner/11eada18f8a5d02d444bff8bc7cb2c96/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:30,963 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:42:30,964 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11eada18f8a5d02d444bff8bc7cb2c96: Waiting for close lock at 1732189350517Running coprocessor pre-close hooks at 1732189350517Disabling compacts and flushes for region at 1732189350517Disabling writes for close at 1732189350517Obtaining lock to block concurrent updates at 1732189350517Preparing flush snapshotting stores in 11eada18f8a5d02d444bff8bc7cb2c96 at 1732189350517Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189350518 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. at 1732189350518Flushing 11eada18f8a5d02d444bff8bc7cb2c96/testFamily: creating writer at 1732189350518Flushing 11eada18f8a5d02d444bff8bc7cb2c96/testFamily: appending metadata at 1732189350533 (+15 ms)Flushing 11eada18f8a5d02d444bff8bc7cb2c96/testFamily: closing flushed file at 1732189350533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb4e65e: reopening flushed file at 1732189350947 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 11eada18f8a5d02d444bff8bc7cb2c96 in 441ms, sequenceid=8, compaction requested=false at 1732189350958 (+11 ms)Writing region close event to WAL at 1732189350958Running coprocessor post-close hooks at 1732189350963 (+5 ms)Closed at 1732189350963 2024-11-21T11:42:30,964 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732189286494.11eada18f8a5d02d444bff8bc7cb2c96. 2024-11-21T11:42:30,964 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32620389824d99b0ef506680bb2c40d3, disabling compactions & flushes 2024-11-21T11:42:30,964 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:42:30,964 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:42:30,964 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. after waiting 0 ms 2024-11-21T11:42:30,964 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:42:30,964 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 32620389824d99b0ef506680bb2c40d3 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:30,980 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3/.tmp/testFamily/d05263bce6294ee7a083dc0278e33134 is 61, key is row-0/testFamily:testQualifier/1732189316880/Put/seqid=0 2024-11-21T11:42:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741864_1040 (size=5049) 2024-11-21T11:42:31,039 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:31,239 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-21T11:42:31,239 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1325): Online Regions={32620389824d99b0ef506680bb2c40d3=testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3., d170a677418d21891f50af2b7f06755c=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., 68304730a8f690758266315b9e48d286=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., 1f962c7979f03667eb76f6616ebb6f65=testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.} 2024-11-21T11:42:31,239 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65, 32620389824d99b0ef506680bb2c40d3, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:31,385 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3/.tmp/testFamily/d05263bce6294ee7a083dc0278e33134 2024-11-21T11:42:31,393 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3/.tmp/testFamily/d05263bce6294ee7a083dc0278e33134 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3/testFamily/d05263bce6294ee7a083dc0278e33134 2024-11-21T11:42:31,399 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3/testFamily/d05263bce6294ee7a083dc0278e33134, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:31,400 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 32620389824d99b0ef506680bb2c40d3 in 436ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:31,404 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnNextAsync/32620389824d99b0ef506680bb2c40d3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:31,405 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:42:31,405 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32620389824d99b0ef506680bb2c40d3: Waiting for close lock at 1732189350964Running coprocessor pre-close hooks at 1732189350964Disabling compacts and flushes for region at 1732189350964Disabling writes for close at 1732189350964Obtaining lock to block concurrent updates at 1732189350964Preparing flush snapshotting stores in 32620389824d99b0ef506680bb2c40d3 at 1732189350964Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189350965 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. at 1732189350965Flushing 32620389824d99b0ef506680bb2c40d3/testFamily: creating writer at 1732189350965Flushing 32620389824d99b0ef506680bb2c40d3/testFamily: appending metadata at 1732189350980 (+15 ms)Flushing 32620389824d99b0ef506680bb2c40d3/testFamily: closing flushed file at 1732189350980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21969b5b: reopening flushed file at 1732189351392 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 32620389824d99b0ef506680bb2c40d3 in 436ms, sequenceid=8, compaction requested=false at 1732189351400 (+8 ms)Writing region close event to WAL at 1732189351401 (+1 ms)Running coprocessor post-close hooks at 1732189351405 (+4 ms)Closed at 1732189351405 2024-11-21T11:42:31,405 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732189313841.32620389824d99b0ef506680bb2c40d3. 2024-11-21T11:42:31,405 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d170a677418d21891f50af2b7f06755c, disabling compactions & flushes 2024-11-21T11:42:31,405 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:31,405 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:31,406 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. after waiting 0 ms 2024-11-21T11:42:31,406 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:31,406 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d170a677418d21891f50af2b7f06755c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:31,422 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c/.tmp/testFamily/933d248869ab48db9e548ee2c4319f2e is 61, key is row-0/testFamily:testQualifier/1732189327032/Put/seqid=0 2024-11-21T11:42:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741865_1041 (size=5049) 2024-11-21T11:42:31,439 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:31,640 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:31,828 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c/.tmp/testFamily/933d248869ab48db9e548ee2c4319f2e 2024-11-21T11:42:31,837 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c/.tmp/testFamily/933d248869ab48db9e548ee2c4319f2e as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c/testFamily/933d248869ab48db9e548ee2c4319f2e 2024-11-21T11:42:31,840 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65, 68304730a8f690758266315b9e48d286, d170a677418d21891f50af2b7f06755c 2024-11-21T11:42:31,844 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c/testFamily/933d248869ab48db9e548ee2c4319f2e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:31,846 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d170a677418d21891f50af2b7f06755c in 440ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:31,850 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/d170a677418d21891f50af2b7f06755c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:31,851 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:31,851 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d170a677418d21891f50af2b7f06755c: Waiting for close lock at 1732189351405Running coprocessor pre-close hooks at 1732189351405Disabling compacts and flushes for region at 1732189351405Disabling writes for close at 1732189351406 (+1 ms)Obtaining lock to block concurrent updates at 1732189351406Preparing flush snapshotting stores in d170a677418d21891f50af2b7f06755c at 1732189351406Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189351406Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. at 1732189351406Flushing d170a677418d21891f50af2b7f06755c/testFamily: creating writer at 1732189351406Flushing d170a677418d21891f50af2b7f06755c/testFamily: appending metadata at 1732189351422 (+16 ms)Flushing d170a677418d21891f50af2b7f06755c/testFamily: closing flushed file at 1732189351422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4739a7: reopening flushed file at 1732189351836 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d170a677418d21891f50af2b7f06755c in 440ms, sequenceid=8, compaction requested=false at 1732189351846 (+10 ms)Writing region close event to WAL at 1732189351846Running coprocessor post-close hooks at 1732189351851 (+5 ms)Closed at 1732189351851 2024-11-21T11:42:31,851 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732189323992.d170a677418d21891f50af2b7f06755c. 2024-11-21T11:42:31,852 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68304730a8f690758266315b9e48d286, disabling compactions & flushes 2024-11-21T11:42:31,852 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:31,852 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:31,852 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. after waiting 0 ms 2024-11-21T11:42:31,852 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:31,852 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68304730a8f690758266315b9e48d286 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:31,870 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286/.tmp/testFamily/b4749fbfa09544af9fa7d174b0bfa0ad is 61, key is row-0/testFamily:testQualifier/1732189345191/Put/seqid=0 2024-11-21T11:42:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741866_1042 (size=5049) 2024-11-21T11:42:32,040 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65, 68304730a8f690758266315b9e48d286 2024-11-21T11:42:32,240 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T11:42:32,240 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1325): Online Regions={68304730a8f690758266315b9e48d286=testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., 1f962c7979f03667eb76f6616ebb6f65=testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65.} 2024-11-21T11:42:32,241 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65, 68304730a8f690758266315b9e48d286 2024-11-21T11:42:32,275 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286/.tmp/testFamily/b4749fbfa09544af9fa7d174b0bfa0ad 2024-11-21T11:42:32,284 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286/.tmp/testFamily/b4749fbfa09544af9fa7d174b0bfa0ad as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286/testFamily/b4749fbfa09544af9fa7d174b0bfa0ad 2024-11-21T11:42:32,291 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286/testFamily/b4749fbfa09544af9fa7d174b0bfa0ad, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:32,292 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 68304730a8f690758266315b9e48d286 in 440ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:32,296 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testNormalScanTimeoutOnOpenScannerAsync/68304730a8f690758266315b9e48d286/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:32,297 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:32,297 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68304730a8f690758266315b9e48d286: Waiting for close lock at 1732189351852Running coprocessor pre-close hooks at 1732189351852Disabling compacts and flushes for region at 1732189351852Disabling writes for close at 1732189351852Obtaining lock to block concurrent updates at 1732189351852Preparing flush snapshotting stores in 68304730a8f690758266315b9e48d286 at 1732189351852Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189351852Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. at 1732189351853 (+1 ms)Flushing 68304730a8f690758266315b9e48d286/testFamily: creating writer at 1732189351853Flushing 68304730a8f690758266315b9e48d286/testFamily: appending metadata at 1732189351870 (+17 ms)Flushing 68304730a8f690758266315b9e48d286/testFamily: closing flushed file at 1732189351870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a817c8d: reopening flushed file at 1732189352283 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 68304730a8f690758266315b9e48d286 in 440ms, sequenceid=8, compaction requested=false at 1732189352292 (+9 ms)Writing region close event to WAL at 1732189352293 (+1 ms)Running coprocessor post-close hooks at 1732189352297 (+4 ms)Closed at 1732189352297 2024-11-21T11:42:32,297 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732189342151.68304730a8f690758266315b9e48d286. 2024-11-21T11:42:32,297 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f962c7979f03667eb76f6616ebb6f65, disabling compactions & flushes 2024-11-21T11:42:32,297 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:42:32,298 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:42:32,298 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. after waiting 0 ms 2024-11-21T11:42:32,298 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:42:32,298 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f962c7979f03667eb76f6616ebb6f65 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-21T11:42:32,315 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65/.tmp/testFamily/cf6b6d5027b44b54ada9b12c97303b78 is 61, key is row-0/testFamily:testQualifier/1732189286417/Put/seqid=0 2024-11-21T11:42:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741867_1043 (size=5049) 2024-11-21T11:42:32,441 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:42:32,641 DEBUG [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1351): Waiting on 1f962c7979f03667eb76f6616ebb6f65 2024-11-21T11:42:32,721 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65/.tmp/testFamily/cf6b6d5027b44b54ada9b12c97303b78 2024-11-21T11:42:32,729 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65/.tmp/testFamily/cf6b6d5027b44b54ada9b12c97303b78 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65/testFamily/cf6b6d5027b44b54ada9b12c97303b78 2024-11-21T11:42:32,735 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65/testFamily/cf6b6d5027b44b54ada9b12c97303b78, entries=4, sequenceid=8, filesize=4.9 K 2024-11-21T11:42:32,736 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1f962c7979f03667eb76f6616ebb6f65 in 438ms, sequenceid=8, compaction requested=false 2024-11-21T11:42:32,741 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/data/default/testRetryOutOfOrderScannerNextExceptionAsync/1f962c7979f03667eb76f6616ebb6f65/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T11:42:32,742 INFO [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:42:32,742 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f962c7979f03667eb76f6616ebb6f65: Waiting for close lock at 1732189352297Running coprocessor pre-close hooks at 1732189352297Disabling compacts and flushes for region at 1732189352297Disabling writes for close at 1732189352298 (+1 ms)Obtaining lock to block concurrent updates at 1732189352298Preparing flush snapshotting stores in 1f962c7979f03667eb76f6616ebb6f65 at 1732189352298Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732189352298Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. at 1732189352298Flushing 1f962c7979f03667eb76f6616ebb6f65/testFamily: creating writer at 1732189352298Flushing 1f962c7979f03667eb76f6616ebb6f65/testFamily: appending metadata at 1732189352314 (+16 ms)Flushing 1f962c7979f03667eb76f6616ebb6f65/testFamily: closing flushed file at 1732189352314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2526e1c6: reopening flushed file at 1732189352728 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1f962c7979f03667eb76f6616ebb6f65 in 438ms, sequenceid=8, compaction requested=false at 1732189352737 (+9 ms)Writing region close event to WAL at 1732189352737Running coprocessor post-close hooks at 1732189352741 (+4 ms)Closed at 1732189352741 2024-11-21T11:42:32,742 DEBUG [RS_CLOSE_REGION-regionserver/7b462513bfc2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732189283343.1f962c7979f03667eb76f6616ebb6f65. 2024-11-21T11:42:32,841 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(976): stopping server 7b462513bfc2,44633,1732189209897; all regions closed. 2024-11-21T11:42:32,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741834_1010 (size=19479) 2024-11-21T11:42:32,853 DEBUG [RS:0;7b462513bfc2:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/oldWALs 2024-11-21T11:42:32,853 INFO [RS:0;7b462513bfc2:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C44633%2C1732189209897.meta:.meta(num 1732189282868) 2024-11-21T11:42:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741833_1009 (size=20031) 2024-11-21T11:42:32,858 DEBUG [RS:0;7b462513bfc2:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/oldWALs 2024-11-21T11:42:32,858 INFO [RS:0;7b462513bfc2:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b462513bfc2%2C44633%2C1732189209897:(num 1732189282484) 2024-11-21T11:42:32,858 DEBUG [RS:0;7b462513bfc2:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T11:42:32,858 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:42:32,858 INFO [RS:0;7b462513bfc2:44633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:42:32,858 INFO [RS:0;7b462513bfc2:44633 {}] hbase.ChoreService(370): Chore service for: regionserver/7b462513bfc2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T11:42:32,859 INFO [RS:0;7b462513bfc2:44633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:42:32,859 INFO [regionserver/7b462513bfc2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:42:32,860 INFO [RS:0;7b462513bfc2:44633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44633 2024-11-21T11:42:32,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b462513bfc2,44633,1732189209897 2024-11-21T11:42:32,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T11:42:32,865 INFO [RS:0;7b462513bfc2:44633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:42:32,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b462513bfc2,44633,1732189209897] 2024-11-21T11:42:32,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b462513bfc2,44633,1732189209897 already deleted, retry=false 2024-11-21T11:42:32,869 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b462513bfc2,44633,1732189209897 expired; onlineServers=0 2024-11-21T11:42:32,869 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b462513bfc2,45623,1732189202523' ***** 2024-11-21T11:42:32,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T11:42:32,869 INFO [M:0;7b462513bfc2:45623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T11:42:32,869 INFO [M:0;7b462513bfc2:45623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T11:42:32,869 DEBUG [M:0;7b462513bfc2:45623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T11:42:32,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T11:42:32,869 DEBUG [M:0;7b462513bfc2:45623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T11:42:32,869 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732189222542 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.small.0-1732189222542,5,FailOnTimeoutGroup] 2024-11-21T11:42:32,869 DEBUG [master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732189222523 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b462513bfc2:0:becomeActiveMaster-HFileCleaner.large.0-1732189222523,5,FailOnTimeoutGroup] 2024-11-21T11:42:32,870 INFO [M:0;7b462513bfc2:45623 {}] hbase.ChoreService(370): Chore service for: master/7b462513bfc2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T11:42:32,870 INFO [M:0;7b462513bfc2:45623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T11:42:32,870 DEBUG [M:0;7b462513bfc2:45623 {}] master.HMaster(1795): Stopping service threads 2024-11-21T11:42:32,870 INFO [M:0;7b462513bfc2:45623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T11:42:32,870 INFO [M:0;7b462513bfc2:45623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T11:42:32,870 ERROR [M:0;7b462513bfc2:45623 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (57518623) connection to localhost/127.0.0.1:42253 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42253,5,PEWorkerGroup] 2024-11-21T11:42:32,871 INFO [M:0;7b462513bfc2:45623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T11:42:32,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T11:42:32,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T11:42:32,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T11:42:32,872 DEBUG [M:0;7b462513bfc2:45623 {}] zookeeper.ZKUtil(347): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T11:42:32,872 WARN [M:0;7b462513bfc2:45623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T11:42:32,872 INFO [M:0;7b462513bfc2:45623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/.lastflushedseqids 2024-11-21T11:42:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741868_1044 (size=649) 2024-11-21T11:42:32,902 INFO [regionserver/7b462513bfc2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T11:42:32,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:42:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x1013a5387060001, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:42:32,968 INFO [RS:0;7b462513bfc2:44633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:42:32,968 INFO [RS:0;7b462513bfc2:44633 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b462513bfc2,44633,1732189209897; zookeeper connection closed. 2024-11-21T11:42:32,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56b89d52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56b89d52 2024-11-21T11:42:32,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T11:42:33,285 INFO [M:0;7b462513bfc2:45623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T11:42:33,285 INFO [M:0;7b462513bfc2:45623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T11:42:33,285 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T11:42:33,285 INFO [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:42:33,285 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:42:33,285 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T11:42:33,285 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:42:33,286 INFO [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.13 KB heapSize=191.10 KB 2024-11-21T11:42:33,304 DEBUG [M:0;7b462513bfc2:45623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b99d982d1374357a9f8527be0a3c917 is 82, key is hbase:meta,,1/info:regioninfo/1732189282953/Put/seqid=0 2024-11-21T11:42:33,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741869_1045 (size=5672) 2024-11-21T11:42:33,709 INFO [M:0;7b462513bfc2:45623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b99d982d1374357a9f8527be0a3c917 2024-11-21T11:42:33,735 DEBUG [M:0;7b462513bfc2:45623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf3926a66f64b6b990579546039c5f9 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732189284585/Put/seqid=0 2024-11-21T11:42:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741870_1046 (size=14078) 2024-11-21T11:42:34,141 INFO [M:0;7b462513bfc2:45623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.57 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf3926a66f64b6b990579546039c5f9 2024-11-21T11:42:34,148 INFO [M:0;7b462513bfc2:45623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddf3926a66f64b6b990579546039c5f9 2024-11-21T11:42:34,165 DEBUG [M:0;7b462513bfc2:45623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a00069d46af408ba8be56f751a77e85 is 69, key is 7b462513bfc2,44633,1732189209897/rs:state/1732189252361/Put/seqid=0 2024-11-21T11:42:34,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741871_1047 (size=5156) 2024-11-21T11:42:34,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T11:42:34,570 INFO [M:0;7b462513bfc2:45623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a00069d46af408ba8be56f751a77e85 2024-11-21T11:42:34,578 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b99d982d1374357a9f8527be0a3c917 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b99d982d1374357a9f8527be0a3c917 2024-11-21T11:42:34,584 INFO [M:0;7b462513bfc2:45623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b99d982d1374357a9f8527be0a3c917, entries=8, sequenceid=318, filesize=5.5 K 2024-11-21T11:42:34,585 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf3926a66f64b6b990579546039c5f9 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddf3926a66f64b6b990579546039c5f9 2024-11-21T11:42:34,591 INFO [M:0;7b462513bfc2:45623 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddf3926a66f64b6b990579546039c5f9 2024-11-21T11:42:34,591 INFO [M:0;7b462513bfc2:45623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddf3926a66f64b6b990579546039c5f9, entries=33, sequenceid=318, filesize=13.7 K 2024-11-21T11:42:34,593 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a00069d46af408ba8be56f751a77e85 as hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a00069d46af408ba8be56f751a77e85 2024-11-21T11:42:34,599 INFO [M:0;7b462513bfc2:45623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42253/user/jenkins/test-data/1d59f31e-9636-9bff-c0a1-f149e836c323/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a00069d46af408ba8be56f751a77e85, entries=1, sequenceid=318, filesize=5.0 K 2024-11-21T11:42:34,600 INFO [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.13 KB/167043, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=318, compaction requested=false 2024-11-21T11:42:34,601 INFO [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T11:42:34,602 DEBUG [M:0;7b462513bfc2:45623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732189353285Disabling compacts and flushes for region at 1732189353285Disabling writes for close at 1732189353285Obtaining lock to block concurrent updates at 1732189353286 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732189353286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167043, getHeapSize=195624, getOffHeapSize=0, getCellsCount=365 at 1732189353286Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732189353287 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732189353287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732189353303 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732189353303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732189353716 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732189353734 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732189353734Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732189354148 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732189354164 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732189354164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3290b0eb: reopening flushed file at 1732189354577 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52136678: reopening flushed file at 1732189354585 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e70133: reopening flushed file at 1732189354592 (+7 ms)Finished flush of dataSize ~163.13 KB/167043, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=318, compaction requested=false at 1732189354600 (+8 ms)Writing region close event to WAL at 1732189354601 (+1 ms)Closed at 1732189354601 2024-11-21T11:42:34,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741830_1006 (size=188320) 2024-11-21T11:42:34,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T11:42:34,605 INFO [M:0;7b462513bfc2:45623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T11:42:34,605 INFO [M:0;7b462513bfc2:45623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45623 2024-11-21T11:42:34,606 INFO [M:0;7b462513bfc2:45623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T11:42:34,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:42:34,708 INFO [M:0;7b462513bfc2:45623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T11:42:34,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45623-0x1013a5387060000, quorum=127.0.0.1:61666, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T11:42:34,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T11:42:34,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:42:34,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:42:34,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:42:34,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/hadoop.log.dir/,STOPPED} 2024-11-21T11:42:34,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T11:42:34,718 WARN [BP-2078201608-172.17.0.2-1732189196651 heartbeating to localhost/127.0.0.1:42253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T11:42:34,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T11:42:34,719 WARN [BP-2078201608-172.17.0.2-1732189196651 heartbeating to localhost/127.0.0.1:42253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2078201608-172.17.0.2-1732189196651 (Datanode Uuid 62901374-41e8-4a01-854c-907eb285a275) service to localhost/127.0.0.1:42253 2024-11-21T11:42:34,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe/data/data1/current/BP-2078201608-172.17.0.2-1732189196651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:42:34,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/cluster_f054e167-901b-bf7a-0bdb-4bb4685c65fe/data/data2/current/BP-2078201608-172.17.0.2-1732189196651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T11:42:34,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T11:42:34,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T11:42:34,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T11:42:34,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T11:42:34,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T11:42:34,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de784f73-551a-e6dc-bed2-0b5d6294b840/hadoop.log.dir/,STOPPED} 2024-11-21T11:42:34,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T11:42:34,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down