2024-12-04 05:31:24,484 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-04 05:31:24,512 main DEBUG Took 0.025294 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 05:31:24,512 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 05:31:24,513 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 05:31:24,514 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 05:31:24,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,523 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 05:31:24,535 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,537 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,538 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,539 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,540 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,541 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,542 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,544 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:31:24,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,546 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 05:31:24,547 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:31:24,548 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 05:31:24,550 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 05:31:24,550 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 05:31:24,552 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 05:31:24,552 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 05:31:24,561 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 05:31:24,563 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 05:31:24,565 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 05:31:24,566 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 05:31:24,566 main DEBUG createAppenders(={Console}) 2024-12-04 05:31:24,567 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-12-04 05:31:24,568 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-04 05:31:24,568 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-12-04 05:31:24,569 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 05:31:24,569 main DEBUG OutputStream closed 2024-12-04 05:31:24,570 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 05:31:24,570 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 05:31:24,571 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-12-04 05:31:24,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 05:31:24,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 05:31:24,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 05:31:24,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 05:31:24,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 05:31:24,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 05:31:24,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 05:31:24,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 05:31:24,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 05:31:24,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 05:31:24,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 05:31:24,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 05:31:24,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 05:31:24,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 05:31:24,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 05:31:24,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 05:31:24,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 05:31:24,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 05:31:24,663 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 05:31:24,664 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-12-04 05:31:24,664 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 05:31:24,665 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-12-04T05:31:24,681 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-12-04 05:31:24,684 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 05:31:24,685 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T05:31:25,027 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b 2024-12-04T05:31:25,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:31:25,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c, deleteOnExit=true 2024-12-04T05:31:25,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:31:25,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/test.cache.data in system properties and HBase conf 2024-12-04T05:31:25,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:31:25,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:31:25,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:31:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:31:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:31:25,177 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T05:31:25,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:31:25,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:31:25,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:31:25,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:31:25,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:31:25,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:31:25,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:31:25,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:31:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:31:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:31:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:31:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:31:25,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:31:25,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:31:25,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:31:26,248 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T05:31:26,335 INFO [Time-limited test {}] log.Log(170): Logging initialized @2619ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T05:31:26,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:31:26,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:31:26,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:31:26,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:31:26,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:31:26,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:31:26,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:31:26,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:31:26,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/java.io.tmpdir/jetty-localhost-34101-hadoop-hdfs-3_4_1-tests_jar-_-any-8925478409855683965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:31:26,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:34101} 2024-12-04T05:31:26,782 INFO [Time-limited test {}] server.Server(415): Started @3066ms 2024-12-04T05:31:27,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:31:27,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:31:27,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:31:27,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:31:27,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:31:27,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4342e037{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:31:27,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d304465{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:31:27,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e99df7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/java.io.tmpdir/jetty-localhost-35811-hadoop-hdfs-3_4_1-tests_jar-_-any-14553302441768582077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:31:27,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fb14b07{HTTP/1.1, (http/1.1)}{localhost:35811} 2024-12-04T05:31:27,363 INFO [Time-limited test {}] server.Server(415): Started @3648ms 2024-12-04T05:31:27,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:31:27,945 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c/data/data1/current/BP-1777819757-172.17.0.2-1733290285976/current, will proceed with Du for space computation calculation, 2024-12-04T05:31:27,945 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c/data/data2/current/BP-1777819757-172.17.0.2-1733290285976/current, will proceed with Du for space computation calculation, 2024-12-04T05:31:27,997 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:31:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc45912800d4715 with lease ID 0x5e287bd9f3cd6028: Processing first storage report for DS-969a7c20-7d85-403d-ae9c-4b3881127bef from datanode DatanodeRegistration(127.0.0.1:46647, datanodeUuid=06fe83b5-7d50-4bdb-b081-61f77b8c1a85, infoPort=46369, infoSecurePort=0, ipcPort=40925, storageInfo=lv=-57;cid=testClusterID;nsid=2106465956;c=1733290285976) 2024-12-04T05:31:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc45912800d4715 with lease ID 0x5e287bd9f3cd6028: from storage DS-969a7c20-7d85-403d-ae9c-4b3881127bef node DatanodeRegistration(127.0.0.1:46647, datanodeUuid=06fe83b5-7d50-4bdb-b081-61f77b8c1a85, infoPort=46369, infoSecurePort=0, ipcPort=40925, storageInfo=lv=-57;cid=testClusterID;nsid=2106465956;c=1733290285976), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T05:31:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc45912800d4715 with lease ID 0x5e287bd9f3cd6028: Processing first storage report for DS-0e7af615-00d3-40a2-886b-e5ce34d3a121 from datanode DatanodeRegistration(127.0.0.1:46647, datanodeUuid=06fe83b5-7d50-4bdb-b081-61f77b8c1a85, infoPort=46369, infoSecurePort=0, ipcPort=40925, storageInfo=lv=-57;cid=testClusterID;nsid=2106465956;c=1733290285976) 2024-12-04T05:31:28,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc45912800d4715 with lease ID 0x5e287bd9f3cd6028: from storage DS-0e7af615-00d3-40a2-886b-e5ce34d3a121 node DatanodeRegistration(127.0.0.1:46647, datanodeUuid=06fe83b5-7d50-4bdb-b081-61f77b8c1a85, infoPort=46369, infoSecurePort=0, ipcPort=40925, storageInfo=lv=-57;cid=testClusterID;nsid=2106465956;c=1733290285976), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T05:31:28,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b 2024-12-04T05:31:28,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c/zookeeper_0, clientPort=56372, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:31:28,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56372 2024-12-04T05:31:28,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:31:28,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:31:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:31:28,941 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 with version=8 2024-12-04T05:31:28,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/hbase-staging 2024-12-04T05:31:29,040 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T05:31:29,308 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=9 2024-12-04T05:31:29,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:31:29,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:31:29,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:31:29,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:31:29,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:31:29,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:31:29,563 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T05:31:29,574 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T05:31:29,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:31:29,607 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26829 (auto-detected) 2024-12-04T05:31:29,608 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T05:31:29,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41307 2024-12-04T05:31:29,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41307 connecting to ZooKeeper ensemble=127.0.0.1:56372 2024-12-04T05:31:29,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413070x0, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:31:29,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41307-0x1017bf4cee90000 connected 2024-12-04T05:31:29,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:31:29,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:31:29,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:31:29,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2, hbase.cluster.distributed=false 2024-12-04T05:31:29,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T05:31:29,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41307 2024-12-04T05:31:29,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41307 2024-12-04T05:31:29,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41307 2024-12-04T05:31:29,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41307 2024-12-04T05:31:29,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41307 2024-12-04T05:31:29,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=9 2024-12-04T05:31:29,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:31:29,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:31:29,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:31:29,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:31:29,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:31:29,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:31:29,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:31:29,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41859 2024-12-04T05:31:29,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41859 connecting to ZooKeeper ensemble=127.0.0.1:56372 2024-12-04T05:31:29,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:31:29,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:31:29,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418590x0, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:31:29,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418590x0, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:31:29,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41859-0x1017bf4cee90001 connected 2024-12-04T05:31:29,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:31:29,954 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:31:29,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T05:31:29,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T05:31:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41859 2024-12-04T05:31:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41859 2024-12-04T05:31:29,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41859 2024-12-04T05:31:29,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41859 2024-12-04T05:31:29,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41859 2024-12-04T05:31:29,982 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:41307 2024-12-04T05:31:29,982 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6c7595a931c3,41307,1733290289097 2024-12-04T05:31:29,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:31:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:31:29,991 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6c7595a931c3,41307,1733290289097 2024-12-04T05:31:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T05:31:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:30,017 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T05:31:30,018 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6c7595a931c3,41307,1733290289097 from backup master directory 2024-12-04T05:31:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:31:30,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6c7595a931c3,41307,1733290289097 2024-12-04T05:31:30,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T05:31:30,023 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:31:30,023 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,41307,1733290289097 2024-12-04T05:31:30,025 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T05:31:30,029 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T05:31:30,089 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/hbase.id] with ID: 3aac4477-7230-412d-9212-9060244a67ff 2024-12-04T05:31:30,089 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/.tmp/hbase.id 2024-12-04T05:31:30,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:31:30,502 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/.tmp/hbase.id]:[hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/hbase.id] 2024-12-04T05:31:30,551 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:31:30,557 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:31:30,577 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-04T05:31:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:31:30,615 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:31:30,617 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:31:30,634 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:31:30,640 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:31:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:31:30,693 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store 2024-12-04T05:31:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:31:31,123 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T05:31:31,127 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:31:31,128 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:31:31,128 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:31:31,129 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:31:31,131 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:31:31,131 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:31:31,131 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:31:31,132 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733290291128Disabling compacts and flushes for region at 1733290291128Disabling writes for close at 1733290291131 (+3 ms)Writing region close event to WAL at 1733290291131Closed at 1733290291131 2024-12-04T05:31:31,135 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/.initializing 2024-12-04T05:31:31,135 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/WALs/6c7595a931c3,41307,1733290289097 2024-12-04T05:31:31,144 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:31:31,160 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C41307%2C1733290289097, suffix=, logDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/WALs/6c7595a931c3,41307,1733290289097, archiveDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/oldWALs, maxLogs=10 2024-12-04T05:31:31,186 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/WALs/6c7595a931c3,41307,1733290289097/6c7595a931c3%2C41307%2C1733290289097.1733290291165, exclude list is [], retry=0 2024-12-04T05:31:31,207 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46647,DS-969a7c20-7d85-403d-ae9c-4b3881127bef,DISK] 2024-12-04T05:31:31,211 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T05:31:31,251 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/WALs/6c7595a931c3,41307,1733290289097/6c7595a931c3%2C41307%2C1733290289097.1733290291165 2024-12-04T05:31:31,252 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-12-04T05:31:31,253 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:31:31,253 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:31:31,257 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,258 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:31:31,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:31,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:31:31,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:31:31,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:31,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:31:31,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:31:31,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:31,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:31:31,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:31:31,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:31,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:31:31,349 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,353 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,354 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,360 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,361 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:31:31,368 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:31:31,373 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:31:31,374 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68102968, jitterRate=0.01481330394744873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:31:31,380 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733290291271Initializing all the Stores at 1733290291274 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733290291275 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290291275Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290291275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290291276 (+1 ms)Cleaning up temporary data from old regions at 1733290291361 (+85 ms)Region opened successfully at 1733290291380 (+19 ms) 2024-12-04T05:31:31,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:31:31,420 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb527e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:31:31,456 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:31:31,470 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:31:31,470 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:31:31,473 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:31:31,475 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T05:31:31,481 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T05:31:31,481 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:31:31,508 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:31:31,518 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T05:31:31,521 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T05:31:31,524 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:31:31,526 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:31:31,529 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T05:31:31,531 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:31:31,534 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:31:31,537 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T05:31:31,539 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:31:31,544 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T05:31:31,563 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:31:31,566 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T05:31:31,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T05:31:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T05:31:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:31,576 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,41307,1733290289097, sessionid=0x1017bf4cee90000, setting cluster-up flag (Was=false) 2024-12-04T05:31:31,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:31,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:31,597 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T05:31:31,599 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,41307,1733290289097 2024-12-04T05:31:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:31:31,614 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T05:31:31,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,41307,1733290289097 2024-12-04T05:31:31,623 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:31:31,670 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(746): ClusterId : 3aac4477-7230-412d-9212-9060244a67ff 2024-12-04T05:31:31,674 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:31:31,679 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:31:31,680 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:31:31,685 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:31:31,685 DEBUG [RS:0;6c7595a931c3:41859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b36b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:31:31,703 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:41859 2024-12-04T05:31:31,704 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:31:31,706 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:31:31,706 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:31:31,706 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:31:31,709 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,41307,1733290289097 with port=41859, startcode=1733290289867 2024-12-04T05:31:31,715 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:31:31,721 DEBUG [RS:0;6c7595a931c3:41859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:31:31,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:31:31,729 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,41307,1733290289097 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:31:31,737 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:31:31,737 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:31:31,738 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:31:31,738 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:31:31,738 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:31:31,739 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:31:31,739 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:31:31,739 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:31:31,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733290321750 2024-12-04T05:31:31,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:31:31,753 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:31:31,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:31:31,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:31:31,758 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:31:31,758 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:31:31,759 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:31:31,759 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:31:31,759 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:31:31,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:31,761 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:31:31,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:31:31,766 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41307 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T05:31:31,768 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:31:31,769 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:31:31,770 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:31:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:31:31,785 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:31:31,786 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:31:31,788 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733290291787,5,FailOnTimeoutGroup] 2024-12-04T05:31:31,792 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733290291788,5,FailOnTimeoutGroup] 2024-12-04T05:31:31,792 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:31:31,793 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:31:31,794 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:31:31,794 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:31:31,796 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T05:31:31,797 WARN [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-12-04T05:31:32,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:31:32,186 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:31:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:31:32,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:31:32,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:31:32,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:31:32,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:32,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:31:32,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:31:32,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:31:32,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:32,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:31:32,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:31:32,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:31:32,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:32,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:31:32,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:31:32,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:31:32,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:31:32,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:31:32,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:31:32,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740 2024-12-04T05:31:32,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740 2024-12-04T05:31:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:31:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:31:32,625 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:31:32,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:31:32,634 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:31:32,635 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74203241, jitterRate=0.10571445524692535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:31:32,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733290292598Initializing all the Stores at 1733290292600 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733290292600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733290292600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290292600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733290292600Cleaning up temporary data from old regions at 1733290292624 (+24 ms)Region opened successfully at 1733290292639 (+15 ms) 2024-12-04T05:31:32,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:31:32,639 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:31:32,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:31:32,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:31:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:31:32,641 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:31:32,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733290292639Disabling compacts and flushes for region at 1733290292639Disabling writes for close at 1733290292640 (+1 ms)Writing region close event to WAL at 1733290292641 (+1 ms)Closed at 1733290292641 2024-12-04T05:31:32,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:31:32,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:31:32,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:31:32,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:31:32,668 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:31:32,819 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:33,820 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:34,821 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:35,821 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:36,822 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:37,823 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:38,823 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:39,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:31:39,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T05:31:39,824 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:40,825 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:41,825 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:42,826 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:43,827 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:44,827 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:45,828 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:46,829 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:47,829 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:48,830 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:49,831 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:50,831 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:51,832 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:52,833 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:53,833 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:54,834 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:55,835 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:56,835 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:57,836 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:58,146 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:31:58,837 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:31:59,837 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:00,838 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:01,798 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,41307,1733290289097 with port=41859, startcode=1733290289867 2024-12-04T05:32:01,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,41859,1733290289867 2024-12-04T05:32:01,803 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41307 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:01,812 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:32:01,812 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39423 2024-12-04T05:32:01,812 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:32:01,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T05:32:01,817 DEBUG [RS:0;6c7595a931c3:41859 {}] zookeeper.ZKUtil(111): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6c7595a931c3,41859,1733290289867 2024-12-04T05:32:01,817 WARN [RS:0;6c7595a931c3:41859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:32:01,817 INFO [RS:0;6c7595a931c3:41859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:32:01,818 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/WALs/6c7595a931c3,41859,1733290289867 2024-12-04T05:32:01,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,41859,1733290289867] 2024-12-04T05:32:01,839 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:01,844 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:32:01,855 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:32:01,860 INFO [RS:0;6c7595a931c3:41859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:32:01,860 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,861 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:32:01,867 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:32:01,868 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,868 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,869 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,869 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,869 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,869 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,869 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:32:01,870 DEBUG [RS:0;6c7595a931c3:41859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:32:01,871 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,871 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,871 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,872 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,872 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,872 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41859,1733290289867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:32:01,891 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:32:01,893 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41859,1733290289867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,893 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,894 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.Replication(171): 6c7595a931c3,41859,1733290289867 started 2024-12-04T05:32:01,912 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:01,913 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,41859,1733290289867, RpcServer on 6c7595a931c3/172.17.0.2:41859, sessionid=0x1017bf4cee90001 2024-12-04T05:32:01,914 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:32:01,914 DEBUG [RS:0;6c7595a931c3:41859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,41859,1733290289867 2024-12-04T05:32:01,914 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,41859,1733290289867' 2024-12-04T05:32:01,914 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T05:32:01,915 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T05:32:01,916 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:32:01,916 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:32:01,916 DEBUG [RS:0;6c7595a931c3:41859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,41859,1733290289867 2024-12-04T05:32:01,916 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,41859,1733290289867' 2024-12-04T05:32:01,916 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T05:32:01,917 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T05:32:01,917 DEBUG [RS:0;6c7595a931c3:41859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:32:01,917 INFO [RS:0;6c7595a931c3:41859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:32:01,918 INFO [RS:0;6c7595a931c3:41859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:32:02,839 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:03,840 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:04,841 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:05,841 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:06,842 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:07,842 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:08,843 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:09,844 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:10,844 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:11,845 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:12,846 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:13,846 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:14,847 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:15,847 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:16,848 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:17,849 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:18,849 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:19,850 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:20,851 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:21,851 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:22,852 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:23,852 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:24,853 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:25,854 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:26,854 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:27,855 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:28,146 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:32:28,856 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:29,856 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:30,857 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:31,857 WARN [6c7595a931c3:41307 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:32:31,923 INFO [RS:0;6c7595a931c3:41859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:32:31,927 INFO [RS:0;6c7595a931c3:41859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C41859%2C1733290289867, suffix=, logDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/WALs/6c7595a931c3,41859,1733290289867, archiveDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/oldWALs, maxLogs=32 2024-12-04T05:32:31,945 DEBUG [RS:0;6c7595a931c3:41859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/WALs/6c7595a931c3,41859,1733290289867/6c7595a931c3%2C41859%2C1733290289867.1733290351930, exclude list is [], retry=0 2024-12-04T05:32:31,949 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46647,DS-969a7c20-7d85-403d-ae9c-4b3881127bef,DISK] 2024-12-04T05:32:31,953 INFO [RS:0;6c7595a931c3:41859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/WALs/6c7595a931c3,41859,1733290289867/6c7595a931c3%2C41859%2C1733290289867.1733290351930 2024-12-04T05:32:31,953 DEBUG [RS:0;6c7595a931c3:41859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-12-04T05:32:32,110 DEBUG [6c7595a931c3:41307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:32:32,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:32,132 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,41859,1733290289867, state=OPENING 2024-12-04T05:32:32,137 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:32:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:32:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:32:32,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:32:32,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:32:32,141 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:32:32,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:32:32,319 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:32:32,322 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:32:32,333 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:32:32,333 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:32:32,334 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:32:32,337 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C41859%2C1733290289867.meta, suffix=.meta, logDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/WALs/6c7595a931c3,41859,1733290289867, archiveDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/oldWALs, maxLogs=32 2024-12-04T05:32:32,355 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/WALs/6c7595a931c3,41859,1733290289867/6c7595a931c3%2C41859%2C1733290289867.meta.1733290352339.meta, exclude list is [], retry=0 2024-12-04T05:32:32,359 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46647,DS-969a7c20-7d85-403d-ae9c-4b3881127bef,DISK] 2024-12-04T05:32:32,362 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/WALs/6c7595a931c3,41859,1733290289867/6c7595a931c3%2C41859%2C1733290289867.meta.1733290352339.meta 2024-12-04T05:32:32,363 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-12-04T05:32:32,363 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:32:32,365 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:32:32,368 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:32:32,373 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:32:32,377 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:32:32,378 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:32,378 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:32:32,378 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:32:32,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:32:32,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:32:32,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:32,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:32:32,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:32:32,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:32:32,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:32,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:32:32,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:32:32,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:32:32,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:32,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:32:32,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:32:32,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:32:32,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:32,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:32:32,391 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:32:32,392 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740 2024-12-04T05:32:32,395 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740 2024-12-04T05:32:32,397 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:32:32,397 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:32:32,398 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:32:32,400 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:32:32,402 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62193782, jitterRate=-0.07324042916297913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:32:32,402 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:32:32,403 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733290352379Writing region info on filesystem at 1733290352379Initializing all the Stores at 1733290352381 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733290352381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733290352381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290352381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733290352381Cleaning up temporary data from old regions at 1733290352397 (+16 ms)Running coprocessor post-open hooks at 1733290352402 (+5 ms)Region opened successfully at 1733290352403 (+1 ms) 2024-12-04T05:32:32,410 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733290352310 2024-12-04T05:32:32,423 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:32:32,424 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:32:32,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:32,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,41859,1733290289867, state=OPEN 2024-12-04T05:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:32:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T05:32:32,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:32:32,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T05:32:32,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:32,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:32:32,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,41859,1733290289867 in 298 msec 2024-12-04T05:32:32,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:32:32,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7940 sec 2024-12-04T05:32:32,455 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:32:32,455 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:32:32,475 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:32:32,476 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41859,1733290289867, seqNum=-1] 2024-12-04T05:32:32,497 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:32:32,500 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:32:32,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.864 sec 2024-12-04T05:32:32,519 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733290352519, completionTime=-1 2024-12-04T05:32:32,522 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:32:32,522 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:32:32,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:32:32,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733290412550 2024-12-04T05:32:32,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733290472550 2024-12-04T05:32:32,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-04T05:32:32,552 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41307,1733290289097-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:32,552 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41307,1733290289097-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:32,552 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41307,1733290289097-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:32,554 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:41307, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:32,554 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:32,555 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:32,560 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:32:32,581 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.558sec 2024-12-04T05:32:32,582 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:32:32,583 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:32:32,584 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:32:32,585 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:32:32,585 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:32:32,585 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41307,1733290289097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:32:32,586 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41307,1733290289097-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:32:32,594 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:32:32,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:32:32,595 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41307,1733290289097-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:32:32,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400440bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:32:32,626 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T05:32:32,627 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T05:32:32,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41307,-1 for getting cluster id 2024-12-04T05:32:32,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:32:32,641 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3aac4477-7230-412d-9212-9060244a67ff' 2024-12-04T05:32:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:32:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3aac4477-7230-412d-9212-9060244a67ff" 2024-12-04T05:32:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:32:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41307,-1] 2024-12-04T05:32:32,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:32:32,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:32:32,652 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:32:32,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675d8ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:32:32,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:32:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41859,1733290289867, seqNum=-1] 2024-12-04T05:32:32,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:32:32,668 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:32:32,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,41307,1733290289097 2024-12-04T05:32:32,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de36109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:32:32,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41307,-1 for getting cluster id 2024-12-04T05:32:32,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:32:32,694 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3aac4477-7230-412d-9212-9060244a67ff' 2024-12-04T05:32:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:32:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3aac4477-7230-412d-9212-9060244a67ff" 2024-12-04T05:32:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eae32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:32:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41307,-1] 2024-12-04T05:32:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:32:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:32:32,698 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:32:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33176949, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:32:32,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=5303 2024-12-04T05:32:32,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:32:32,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41307,1733290289097 2024-12-04T05:32:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18689943 2024-12-04T05:32:32,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:32:32,732 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:32:32,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:32:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-12-04T05:32:32,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:32:32,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-12-04T05:32:32,774 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:32,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:32:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:32:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741835_1011 (size=428) 2024-12-04T05:32:33,200 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15f807d41d91d80349df7d2a5527d4eb, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:32:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741836_1012 (size=79) 2024-12-04T05:32:33,611 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:33,611 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 15f807d41d91d80349df7d2a5527d4eb, disabling compactions & flushes 2024-12-04T05:32:33,611 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:32:33,611 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:32:33,611 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. after waiting 0 ms 2024-12-04T05:32:33,611 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:32:33,611 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:32:33,611 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15f807d41d91d80349df7d2a5527d4eb: Waiting for close lock at 1733290353611Disabling compacts and flushes for region at 1733290353611Disabling writes for close at 1733290353611Writing region close event to WAL at 1733290353611Closed at 1733290353611 2024-12-04T05:32:33,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:32:33,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733290353614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290353614"}]},"ts":"1733290353614"} 2024-12-04T05:32:33,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:32:33,626 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:32:33,628 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290353626"}]},"ts":"1733290353626"} 2024-12-04T05:32:33,633 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-12-04T05:32:33,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=15f807d41d91d80349df7d2a5527d4eb, ASSIGN}] 2024-12-04T05:32:33,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=15f807d41d91d80349df7d2a5527d4eb, ASSIGN 2024-12-04T05:32:33,639 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=15f807d41d91d80349df7d2a5527d4eb, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:32:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:32:33,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15f807d41d91d80349df7d2a5527d4eb, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:33,795 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=15f807d41d91d80349df7d2a5527d4eb, ASSIGN because future has completed 2024-12-04T05:32:33,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15f807d41d91d80349df7d2a5527d4eb, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:32:33,957 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:32:33,957 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15f807d41d91d80349df7d2a5527d4eb, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:32:33,957 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,958 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:33,958 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,958 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,960 INFO [StoreOpener-15f807d41d91d80349df7d2a5527d4eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,963 INFO [StoreOpener-15f807d41d91d80349df7d2a5527d4eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15f807d41d91d80349df7d2a5527d4eb columnFamilyName testFamily 2024-12-04T05:32:33,963 DEBUG [StoreOpener-15f807d41d91d80349df7d2a5527d4eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:33,964 INFO [StoreOpener-15f807d41d91d80349df7d2a5527d4eb-1 {}] regionserver.HStore(327): Store=15f807d41d91d80349df7d2a5527d4eb/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:32:33,964 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,965 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,966 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,967 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,967 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,970 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,973 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:32:33,974 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15f807d41d91d80349df7d2a5527d4eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60285036, jitterRate=-0.10168296098709106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:32:33,974 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:32:33,975 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15f807d41d91d80349df7d2a5527d4eb: Running coprocessor pre-open hook at 1733290353958Writing region info on filesystem at 1733290353958Initializing all the Stores at 1733290353960 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290353960Cleaning up temporary data from old regions at 1733290353967 (+7 ms)Running coprocessor post-open hooks at 1733290353974 (+7 ms)Region opened successfully at 1733290353975 (+1 ms) 2024-12-04T05:32:33,977 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb., pid=6, masterSystemTime=1733290353950 2024-12-04T05:32:33,981 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:32:33,981 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:32:33,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15f807d41d91d80349df7d2a5527d4eb, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:33,986 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15f807d41d91d80349df7d2a5527d4eb, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:32:33,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:32:33,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15f807d41d91d80349df7d2a5527d4eb, server=6c7595a931c3,41859,1733290289867 in 192 msec 2024-12-04T05:32:33,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:32:33,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=15f807d41d91d80349df7d2a5527d4eb, ASSIGN in 357 msec 2024-12-04T05:32:33,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:32:33,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290353997"}]},"ts":"1733290353997"} 2024-12-04T05:32:34,000 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-12-04T05:32:34,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:32:34,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2410 sec 2024-12-04T05:32:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:32:35,812 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-12-04T05:32:35,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-12-04T05:32:35,814 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:35,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-12-04T05:32:35,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-12-04T05:32:35,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:32:35,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41859,1733290289867, seqNum=-1] 2024-12-04T05:32:35,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:32:35,828 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:32:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:32:35,849 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:32:35,853 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-12-04T05:32:35,859 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-04T05:32:35,863 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-04T05:32:35,865 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-04T05:32:35,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2795439976395833352 2024-12-04T05:32:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290358864, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:35,872 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-04T05:32:35,874 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-04T05:32:35,874 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:35,876 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:35,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2795439976395833354 2024-12-04T05:32:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290358875, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:35,879 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:35,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=2795439976395833355 2024-12-04T05:32:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290358879, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:35,883 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:35,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=2795439976395833356 2024-12-04T05:32:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290358882, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:35,887 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:35,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-278060875_22 at /127.0.0.1:46068 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=5256 (was 5303) 2024-12-04T05:32:35,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=5255 2024-12-04T05:32:35,913 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:32:35,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-12-04T05:32:35,917 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:32:35,917 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:35,917 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-12-04T05:32:35,919 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:32:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:32:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741837_1013 (size=414) 2024-12-04T05:32:36,332 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26550fbf99b90604077f5a8dd2a07a0c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:32:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741838_1014 (size=65) 2024-12-04T05:32:36,743 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:36,743 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 26550fbf99b90604077f5a8dd2a07a0c, disabling compactions & flushes 2024-12-04T05:32:36,743 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:32:36,743 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:32:36,743 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. after waiting 0 ms 2024-12-04T05:32:36,743 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:32:36,743 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:32:36,743 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26550fbf99b90604077f5a8dd2a07a0c: Waiting for close lock at 1733290356743Disabling compacts and flushes for region at 1733290356743Disabling writes for close at 1733290356743Writing region close event to WAL at 1733290356743Closed at 1733290356743 2024-12-04T05:32:36,745 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:32:36,746 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733290356745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290356745"}]},"ts":"1733290356745"} 2024-12-04T05:32:36,749 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:32:36,750 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:32:36,750 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290356750"}]},"ts":"1733290356750"} 2024-12-04T05:32:36,753 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-04T05:32:36,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=26550fbf99b90604077f5a8dd2a07a0c, ASSIGN}] 2024-12-04T05:32:36,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=26550fbf99b90604077f5a8dd2a07a0c, ASSIGN 2024-12-04T05:32:36,757 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=26550fbf99b90604077f5a8dd2a07a0c, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:32:36,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=26550fbf99b90604077f5a8dd2a07a0c, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:36,912 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=26550fbf99b90604077f5a8dd2a07a0c, ASSIGN because future has completed 2024-12-04T05:32:36,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26550fbf99b90604077f5a8dd2a07a0c, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:32:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:32:37,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:32:37,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 26550fbf99b90604077f5a8dd2a07a0c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:32:37,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:37,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,076 INFO [StoreOpener-26550fbf99b90604077f5a8dd2a07a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,078 INFO [StoreOpener-26550fbf99b90604077f5a8dd2a07a0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26550fbf99b90604077f5a8dd2a07a0c columnFamilyName testFamily 2024-12-04T05:32:37,078 DEBUG [StoreOpener-26550fbf99b90604077f5a8dd2a07a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:37,079 INFO [StoreOpener-26550fbf99b90604077f5a8dd2a07a0c-1 {}] regionserver.HStore(327): Store=26550fbf99b90604077f5a8dd2a07a0c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:32:37,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:32:37,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 26550fbf99b90604077f5a8dd2a07a0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62027611, jitterRate=-0.07571657001972198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:32:37,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:32:37,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 26550fbf99b90604077f5a8dd2a07a0c: Running coprocessor pre-open hook at 1733290357073Writing region info on filesystem at 1733290357073Initializing all the Stores at 1733290357075 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290357075Cleaning up temporary data from old regions at 1733290357081 (+6 ms)Running coprocessor post-open hooks at 1733290357087 (+6 ms)Region opened successfully at 1733290357088 (+1 ms) 2024-12-04T05:32:37,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., pid=9, masterSystemTime=1733290357066 2024-12-04T05:32:37,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:32:37,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:32:37,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=26550fbf99b90604077f5a8dd2a07a0c, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:37,099 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26550fbf99b90604077f5a8dd2a07a0c, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:32:37,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:32:37,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 26550fbf99b90604077f5a8dd2a07a0c, server=6c7595a931c3,41859,1733290289867 in 189 msec 2024-12-04T05:32:37,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T05:32:37,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=26550fbf99b90604077f5a8dd2a07a0c, ASSIGN in 351 msec 2024-12-04T05:32:37,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:32:37,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290357110"}]},"ts":"1733290357110"} 2024-12-04T05:32:37,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-04T05:32:37,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:32:37,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2020 sec 2024-12-04T05:32:37,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:32:37,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-12-04T05:32:37,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:32:37,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-12-04T05:32:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:32:38,951 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-12-04T05:32:38,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-04T05:32:38,952 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:38,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-04T05:32:38,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:38,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-12-04T05:32:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:32:38,973 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:32:38,973 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-04T05:32:38,976 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T05:32:38,978 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-04T05:32:39,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:32:39,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:32:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:32:39,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T05:32:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-04T05:32:39,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T05:32:39,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-12-04T05:32:39,562 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-04T05:32:44,993 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., hostname=6c7595a931c3,41859,1733290289867, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6c7595a931c3:41859 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-12-04T05:32:44,993 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-12-04T05:32:44,993 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 from cache 2024-12-04T05:32:45,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=5255 (was 5255) 2024-12-04T05:32:45,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=5255 2024-12-04T05:32:45,015 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:32:45,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-12-04T05:32:45,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:32:45,018 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:45,018 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-12-04T05:32:45,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:32:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-04T05:32:45,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741839_1015 (size=412) 2024-12-04T05:32:45,431 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f14679089b55a9f13d4dc05aa0cd6ee, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:32:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741840_1016 (size=63) 2024-12-04T05:32:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-12-04T05:32:45,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:45,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7f14679089b55a9f13d4dc05aa0cd6ee, disabling compactions & flushes 2024-12-04T05:32:45,841 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:32:45,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:32:45,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. after waiting 0 ms 2024-12-04T05:32:45,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:32:45,841 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:32:45,841 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f14679089b55a9f13d4dc05aa0cd6ee: Waiting for close lock at 1733290365841Disabling compacts and flushes for region at 1733290365841Disabling writes for close at 1733290365841Writing region close event to WAL at 1733290365841Closed at 1733290365841 2024-12-04T05:32:45,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:32:45,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733290365844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290365844"}]},"ts":"1733290365844"} 2024-12-04T05:32:45,847 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:32:45,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:32:45,849 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290365849"}]},"ts":"1733290365849"} 2024-12-04T05:32:45,851 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-04T05:32:45,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7f14679089b55a9f13d4dc05aa0cd6ee, ASSIGN}] 2024-12-04T05:32:45,853 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7f14679089b55a9f13d4dc05aa0cd6ee, ASSIGN 2024-12-04T05:32:45,855 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7f14679089b55a9f13d4dc05aa0cd6ee, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:32:46,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7f14679089b55a9f13d4dc05aa0cd6ee, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:46,009 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7f14679089b55a9f13d4dc05aa0cd6ee, ASSIGN because future has completed 2024-12-04T05:32:46,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f14679089b55a9f13d4dc05aa0cd6ee, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:32:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-04T05:32:46,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:32:46,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f14679089b55a9f13d4dc05aa0cd6ee, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:32:46,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,171 INFO [StoreOpener-7f14679089b55a9f13d4dc05aa0cd6ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,173 INFO [StoreOpener-7f14679089b55a9f13d4dc05aa0cd6ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f14679089b55a9f13d4dc05aa0cd6ee columnFamilyName testFamily 2024-12-04T05:32:46,174 DEBUG [StoreOpener-7f14679089b55a9f13d4dc05aa0cd6ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:46,174 INFO [StoreOpener-7f14679089b55a9f13d4dc05aa0cd6ee-1 {}] regionserver.HStore(327): Store=7f14679089b55a9f13d4dc05aa0cd6ee/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:32:46,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:32:46,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 7f14679089b55a9f13d4dc05aa0cd6ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60011268, jitterRate=-0.10576242208480835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:32:46,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:32:46,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7f14679089b55a9f13d4dc05aa0cd6ee: Running coprocessor pre-open hook at 1733290366170Writing region info on filesystem at 1733290366170Initializing all the Stores at 1733290366171 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290366171Cleaning up temporary data from old regions at 1733290366176 (+5 ms)Running coprocessor post-open hooks at 1733290366183 (+7 ms)Region opened successfully at 1733290366184 (+1 ms) 2024-12-04T05:32:46,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee., pid=12, masterSystemTime=1733290366163 2024-12-04T05:32:46,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:32:46,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:32:46,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7f14679089b55a9f13d4dc05aa0cd6ee, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:46,193 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f14679089b55a9f13d4dc05aa0cd6ee, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:32:46,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T05:32:46,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f14679089b55a9f13d4dc05aa0cd6ee, server=6c7595a931c3,41859,1733290289867 in 184 msec 2024-12-04T05:32:46,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T05:32:46,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=7f14679089b55a9f13d4dc05aa0cd6ee, ASSIGN in 345 msec 2024-12-04T05:32:46,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:32:46,202 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290366202"}]},"ts":"1733290366202"} 2024-12-04T05:32:46,204 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-04T05:32:46,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:32:46,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1900 sec 2024-12-04T05:32:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-04T05:32:48,061 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-12-04T05:32:48,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-04T05:32:48,061 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-04T05:32:48,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-12-04T05:32:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:32:48,081 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:32:48,081 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-04T05:32:48,084 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T05:32:48,086 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T05:32:48,088 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T05:32:48,088 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-04T05:32:49,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-04T05:32:49,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T05:32:49,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-12-04T05:32:51,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:32:54,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833365' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T05:32:54,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41859 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:42606 deadline: 1733290380098, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833365' does not exist 2024-12-04T05:32:54,102 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6c7595a931c3,41859,1733290289867 for closing scanner id = 2795439976395833365 for 7f14679089b55a9f13d4dc05aa0cd6ee of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833365' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:32:54,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=5259 (was 5255) - AvailableMemoryMB LEAK? - 2024-12-04T05:32:54,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=81, ProcessCount=11, AvailableMemoryMB=5259 2024-12-04T05:32:54,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:32:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-12-04T05:32:54,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:32:54,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:54,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-12-04T05:32:54,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:32:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T05:32:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741841_1017 (size=423) 2024-12-04T05:32:54,533 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eea0eb1c580e5686b8751f058ba9f52b, NAME => 'testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:32:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741842_1018 (size=74) 2024-12-04T05:32:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-12-04T05:32:54,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:54,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing eea0eb1c580e5686b8751f058ba9f52b, disabling compactions & flushes 2024-12-04T05:32:54,943 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:32:54,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:32:54,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. after waiting 0 ms 2024-12-04T05:32:54,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:32:54,943 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:32:54,943 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for eea0eb1c580e5686b8751f058ba9f52b: Waiting for close lock at 1733290374942Disabling compacts and flushes for region at 1733290374942Disabling writes for close at 1733290374943 (+1 ms)Writing region close event to WAL at 1733290374943Closed at 1733290374943 2024-12-04T05:32:54,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:32:54,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733290374945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290374945"}]},"ts":"1733290374945"} 2024-12-04T05:32:54,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:32:54,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:32:54,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290374950"}]},"ts":"1733290374950"} 2024-12-04T05:32:54,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-12-04T05:32:54,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=eea0eb1c580e5686b8751f058ba9f52b, ASSIGN}] 2024-12-04T05:32:54,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=eea0eb1c580e5686b8751f058ba9f52b, ASSIGN 2024-12-04T05:32:54,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=eea0eb1c580e5686b8751f058ba9f52b, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:32:55,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=eea0eb1c580e5686b8751f058ba9f52b, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:55,110 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=eea0eb1c580e5686b8751f058ba9f52b, ASSIGN because future has completed 2024-12-04T05:32:55,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea0eb1c580e5686b8751f058ba9f52b, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:32:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T05:32:55,269 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:32:55,270 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => eea0eb1c580e5686b8751f058ba9f52b, NAME => 'testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:32:55,270 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,270 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:55,270 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,270 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,273 INFO [StoreOpener-eea0eb1c580e5686b8751f058ba9f52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,275 INFO [StoreOpener-eea0eb1c580e5686b8751f058ba9f52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea0eb1c580e5686b8751f058ba9f52b columnFamilyName testFamily 2024-12-04T05:32:55,276 DEBUG [StoreOpener-eea0eb1c580e5686b8751f058ba9f52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:55,276 INFO [StoreOpener-eea0eb1c580e5686b8751f058ba9f52b-1 {}] regionserver.HStore(327): Store=eea0eb1c580e5686b8751f058ba9f52b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:32:55,276 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,278 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,278 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,279 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,279 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,281 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,285 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:32:55,285 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened eea0eb1c580e5686b8751f058ba9f52b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64194005, jitterRate=-0.043434783816337585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:32:55,286 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:32:55,287 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for eea0eb1c580e5686b8751f058ba9f52b: Running coprocessor pre-open hook at 1733290375271Writing region info on filesystem at 1733290375271Initializing all the Stores at 1733290375272 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290375272Cleaning up temporary data from old regions at 1733290375279 (+7 ms)Running coprocessor post-open hooks at 1733290375286 (+7 ms)Region opened successfully at 1733290375286 2024-12-04T05:32:55,288 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b., pid=15, masterSystemTime=1733290375264 2024-12-04T05:32:55,291 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:32:55,291 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:32:55,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=eea0eb1c580e5686b8751f058ba9f52b, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:55,295 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea0eb1c580e5686b8751f058ba9f52b, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:32:55,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T05:32:55,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure eea0eb1c580e5686b8751f058ba9f52b, server=6c7595a931c3,41859,1733290289867 in 186 msec 2024-12-04T05:32:55,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T05:32:55,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=eea0eb1c580e5686b8751f058ba9f52b, ASSIGN in 346 msec 2024-12-04T05:32:55,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:32:55,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290375304"}]},"ts":"1733290375304"} 2024-12-04T05:32:55,307 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-12-04T05:32:55,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:32:55,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1910 sec 2024-12-04T05:32:55,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-12-04T05:32:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T05:32:57,161 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-12-04T05:32:57,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-12-04T05:32:57,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:57,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-12-04T05:32:57,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:32:57,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-12-04T05:32:57,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:32:57,180 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:32:57,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-12-04T05:32:57,183 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-04T05:32:57,185 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-04T05:32:57,186 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-04T05:32:57,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2795439976395833369 2024-12-04T05:32:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290380185, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:57,189 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-04T05:32:57,190 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-04T05:32:57,191 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:57,192 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:57,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2795439976395833371 2024-12-04T05:32:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290380191, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:57,195 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:57,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=2795439976395833372 2024-12-04T05:32:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290380195, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:57,199 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:57,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=2795439976395833373 2024-12-04T05:32:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:42606 deadline: 1733290380198, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-04T05:32:57,202 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-04T05:32:57,211 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-278060875_22 at /127.0.0.1:59480 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 81), ProcessCount=11 (was 11), AvailableMemoryMB=5260 (was 5259) - AvailableMemoryMB LEAK? - 2024-12-04T05:32:57,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=5260 2024-12-04T05:32:57,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:32:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-12-04T05:32:57,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:32:57,226 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:57,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-12-04T05:32:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-04T05:32:57,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:32:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741843_1019 (size=418) 2024-12-04T05:32:57,638 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88b3ce456026b9ed94f9ff4c462ed0d9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:32:57,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741844_1020 (size=69) 2024-12-04T05:32:58,047 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:58,047 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 88b3ce456026b9ed94f9ff4c462ed0d9, disabling compactions & flushes 2024-12-04T05:32:58,047 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:32:58,047 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:32:58,047 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. after waiting 0 ms 2024-12-04T05:32:58,047 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:32:58,047 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:32:58,047 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88b3ce456026b9ed94f9ff4c462ed0d9: Waiting for close lock at 1733290378047Disabling compacts and flushes for region at 1733290378047Disabling writes for close at 1733290378047Writing region close event to WAL at 1733290378047Closed at 1733290378047 2024-12-04T05:32:58,049 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:32:58,050 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733290378049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290378049"}]},"ts":"1733290378049"} 2024-12-04T05:32:58,052 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:32:58,054 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:32:58,054 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290378054"}]},"ts":"1733290378054"} 2024-12-04T05:32:58,056 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-04T05:32:58,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=88b3ce456026b9ed94f9ff4c462ed0d9, ASSIGN}] 2024-12-04T05:32:58,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=88b3ce456026b9ed94f9ff4c462ed0d9, ASSIGN 2024-12-04T05:32:58,059 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=88b3ce456026b9ed94f9ff4c462ed0d9, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:32:58,147 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:32:58,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=88b3ce456026b9ed94f9ff4c462ed0d9, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:58,213 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=88b3ce456026b9ed94f9ff4c462ed0d9, ASSIGN because future has completed 2024-12-04T05:32:58,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b3ce456026b9ed94f9ff4c462ed0d9, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:32:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-04T05:32:58,372 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:32:58,373 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 88b3ce456026b9ed94f9ff4c462ed0d9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:32:58,373 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,373 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:32:58,373 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,373 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,375 INFO [StoreOpener-88b3ce456026b9ed94f9ff4c462ed0d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,377 INFO [StoreOpener-88b3ce456026b9ed94f9ff4c462ed0d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b3ce456026b9ed94f9ff4c462ed0d9 columnFamilyName testFamily 2024-12-04T05:32:58,378 DEBUG [StoreOpener-88b3ce456026b9ed94f9ff4c462ed0d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:32:58,378 INFO [StoreOpener-88b3ce456026b9ed94f9ff4c462ed0d9-1 {}] regionserver.HStore(327): Store=88b3ce456026b9ed94f9ff4c462ed0d9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:32:58,378 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,379 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,380 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,381 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,381 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,383 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,386 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:32:58,386 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 88b3ce456026b9ed94f9ff4c462ed0d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65525620, jitterRate=-0.02359217405319214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:32:58,387 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:32:58,387 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 88b3ce456026b9ed94f9ff4c462ed0d9: Running coprocessor pre-open hook at 1733290378374Writing region info on filesystem at 1733290378374Initializing all the Stores at 1733290378375 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290378375Cleaning up temporary data from old regions at 1733290378381 (+6 ms)Running coprocessor post-open hooks at 1733290378387 (+6 ms)Region opened successfully at 1733290378387 2024-12-04T05:32:58,389 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., pid=18, masterSystemTime=1733290378366 2024-12-04T05:32:58,392 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:32:58,392 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:32:58,393 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=88b3ce456026b9ed94f9ff4c462ed0d9, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:32:58,395 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b3ce456026b9ed94f9ff4c462ed0d9, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:32:58,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-04T05:32:58,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 88b3ce456026b9ed94f9ff4c462ed0d9, server=6c7595a931c3,41859,1733290289867 in 184 msec 2024-12-04T05:32:58,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T05:32:58,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=88b3ce456026b9ed94f9ff4c462ed0d9, ASSIGN in 343 msec 2024-12-04T05:32:58,403 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:32:58,404 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290378404"}]},"ts":"1733290378404"} 2024-12-04T05:32:58,406 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-04T05:32:58,407 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:32:58,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1850 sec 2024-12-04T05:32:59,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-04T05:32:59,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-12-04T05:32:59,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-12-04T05:32:59,561 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-04T05:33:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-04T05:33:00,261 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-12-04T05:33:00,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-04T05:33:00,261 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:00,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-04T05:33:00,266 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:00,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-12-04T05:33:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:00,278 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:33:00,278 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-04T05:33:00,281 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T05:33:00,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T05:33:00,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:33:01,286 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6c7595a931c3:41859 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-12-04T05:33:01,286 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-12-04T05:33:01,286 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 from cache 2024-12-04T05:33:01,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-12-04T05:33:01,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-12-04T05:33:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:02,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T05:33:03,286 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6c7595a931c3:41859 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=977ms 2024-12-04T05:33:03,286 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=977ms 2024-12-04T05:33:03,286 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 from cache 2024-12-04T05:33:03,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 75), ProcessCount=11 (was 11), AvailableMemoryMB=5256 (was 5260) 2024-12-04T05:33:03,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=5256 2024-12-04T05:33:03,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:33:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-12-04T05:33:03,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:33:03,310 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:03,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-12-04T05:33:03,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:33:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T05:33:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741845_1021 (size=416) 2024-12-04T05:33:03,321 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8816d6f89a1c9d1bf4e64e9def4bae23, NAME => 'testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:33:03,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741846_1022 (size=67) 2024-12-04T05:33:03,729 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:03,729 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8816d6f89a1c9d1bf4e64e9def4bae23, disabling compactions & flushes 2024-12-04T05:33:03,729 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:03,730 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:03,730 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. after waiting 0 ms 2024-12-04T05:33:03,730 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:03,730 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:03,730 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8816d6f89a1c9d1bf4e64e9def4bae23: Waiting for close lock at 1733290383729Disabling compacts and flushes for region at 1733290383729Disabling writes for close at 1733290383730 (+1 ms)Writing region close event to WAL at 1733290383730Closed at 1733290383730 2024-12-04T05:33:03,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:33:03,732 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733290383732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290383732"}]},"ts":"1733290383732"} 2024-12-04T05:33:03,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:33:03,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:33:03,736 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290383736"}]},"ts":"1733290383736"} 2024-12-04T05:33:03,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-04T05:33:03,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8816d6f89a1c9d1bf4e64e9def4bae23, ASSIGN}] 2024-12-04T05:33:03,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8816d6f89a1c9d1bf4e64e9def4bae23, ASSIGN 2024-12-04T05:33:03,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8816d6f89a1c9d1bf4e64e9def4bae23, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:33:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-12-04T05:33:03,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8816d6f89a1c9d1bf4e64e9def4bae23, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:03,896 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8816d6f89a1c9d1bf4e64e9def4bae23, ASSIGN because future has completed 2024-12-04T05:33:03,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8816d6f89a1c9d1bf4e64e9def4bae23, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:33:04,055 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:04,055 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8816d6f89a1c9d1bf4e64e9def4bae23, NAME => 'testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:33:04,056 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,056 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:04,056 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,056 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,058 INFO [StoreOpener-8816d6f89a1c9d1bf4e64e9def4bae23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,060 INFO [StoreOpener-8816d6f89a1c9d1bf4e64e9def4bae23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8816d6f89a1c9d1bf4e64e9def4bae23 columnFamilyName testFamily 2024-12-04T05:33:04,060 DEBUG [StoreOpener-8816d6f89a1c9d1bf4e64e9def4bae23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:04,061 INFO [StoreOpener-8816d6f89a1c9d1bf4e64e9def4bae23-1 {}] regionserver.HStore(327): Store=8816d6f89a1c9d1bf4e64e9def4bae23/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:33:04,061 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,062 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,062 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,063 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,063 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,065 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,068 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:33:04,068 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8816d6f89a1c9d1bf4e64e9def4bae23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59204182, jitterRate=-0.11778894066810608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:33:04,069 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:04,069 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8816d6f89a1c9d1bf4e64e9def4bae23: Running coprocessor pre-open hook at 1733290384056Writing region info on filesystem at 1733290384056Initializing all the Stores at 1733290384058 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290384058Cleaning up temporary data from old regions at 1733290384063 (+5 ms)Running coprocessor post-open hooks at 1733290384069 (+6 ms)Region opened successfully at 1733290384069 2024-12-04T05:33:04,070 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23., pid=21, masterSystemTime=1733290384049 2024-12-04T05:33:04,073 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:04,073 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:04,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8816d6f89a1c9d1bf4e64e9def4bae23, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:04,076 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8816d6f89a1c9d1bf4e64e9def4bae23, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:33:04,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-04T05:33:04,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 8816d6f89a1c9d1bf4e64e9def4bae23, server=6c7595a931c3,41859,1733290289867 in 181 msec 2024-12-04T05:33:04,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-04T05:33:04,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8816d6f89a1c9d1bf4e64e9def4bae23, ASSIGN in 341 msec 2024-12-04T05:33:04,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:33:04,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290384083"}]},"ts":"1733290384083"} 2024-12-04T05:33:04,086 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-04T05:33:04,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:33:04,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 781 msec 2024-12-04T05:33:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T05:33:04,331 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-12-04T05:33:04,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-04T05:33:04,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-04T05:33:04,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:04,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-12-04T05:33:04,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:04,348 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:33:04,348 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-04T05:33:04,351 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T05:33:04,353 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T05:33:04,354 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T05:33:04,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-04T05:33:07,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833384' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T05:33:07,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41859 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:42606 deadline: 1733290388358, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833384' does not exist 2024-12-04T05:33:07,360 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6c7595a931c3,41859,1733290289867 for closing scanner id = 2795439976395833384 for 8816d6f89a1c9d1bf4e64e9def4bae23 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833384' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:33:07,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-278060875_22 at /127.0.0.1:50620 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=63 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=5254 (was 5256) 2024-12-04T05:33:07,373 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=63, ProcessCount=11, AvailableMemoryMB=5254 2024-12-04T05:33:07,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:33:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-12-04T05:33:07,378 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:33:07,378 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:07,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-12-04T05:33:07,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:33:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-04T05:33:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741847_1023 (size=411) 2024-12-04T05:33:07,789 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c319a9dc85ac30c41951b81c6843a69, NAME => 'testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:33:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741848_1024 (size=62) 2024-12-04T05:33:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-12-04T05:33:07,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-12-04T05:33:08,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:08,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7c319a9dc85ac30c41951b81c6843a69, disabling compactions & flushes 2024-12-04T05:33:08,197 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:08,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:08,198 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. after waiting 0 ms 2024-12-04T05:33:08,198 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:08,198 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:08,198 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c319a9dc85ac30c41951b81c6843a69: Waiting for close lock at 1733290388197Disabling compacts and flushes for region at 1733290388197Disabling writes for close at 1733290388198 (+1 ms)Writing region close event to WAL at 1733290388198Closed at 1733290388198 2024-12-04T05:33:08,199 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:33:08,200 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733290388199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290388199"}]},"ts":"1733290388199"} 2024-12-04T05:33:08,202 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:33:08,204 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:33:08,204 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290388204"}]},"ts":"1733290388204"} 2024-12-04T05:33:08,206 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-04T05:33:08,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7c319a9dc85ac30c41951b81c6843a69, ASSIGN}] 2024-12-04T05:33:08,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7c319a9dc85ac30c41951b81c6843a69, ASSIGN 2024-12-04T05:33:08,210 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7c319a9dc85ac30c41951b81c6843a69, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:33:08,360 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7c319a9dc85ac30c41951b81c6843a69, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:08,363 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7c319a9dc85ac30c41951b81c6843a69, ASSIGN because future has completed 2024-12-04T05:33:08,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c319a9dc85ac30c41951b81c6843a69, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:33:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-04T05:33:08,522 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:08,522 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c319a9dc85ac30c41951b81c6843a69, NAME => 'testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:33:08,522 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,522 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:08,523 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,523 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,524 INFO [StoreOpener-7c319a9dc85ac30c41951b81c6843a69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,526 INFO [StoreOpener-7c319a9dc85ac30c41951b81c6843a69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c319a9dc85ac30c41951b81c6843a69 columnFamilyName testFamily 2024-12-04T05:33:08,526 DEBUG [StoreOpener-7c319a9dc85ac30c41951b81c6843a69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:08,527 INFO [StoreOpener-7c319a9dc85ac30c41951b81c6843a69-1 {}] regionserver.HStore(327): Store=7c319a9dc85ac30c41951b81c6843a69/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:33:08,527 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,528 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,529 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,529 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,529 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,531 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,534 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:33:08,534 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7c319a9dc85ac30c41951b81c6843a69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62774363, jitterRate=-0.06458909809589386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:33:08,534 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:08,535 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7c319a9dc85ac30c41951b81c6843a69: Running coprocessor pre-open hook at 1733290388523Writing region info on filesystem at 1733290388523Initializing all the Stores at 1733290388524 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290388524Cleaning up temporary data from old regions at 1733290388529 (+5 ms)Running coprocessor post-open hooks at 1733290388534 (+5 ms)Region opened successfully at 1733290388535 (+1 ms) 2024-12-04T05:33:08,536 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69., pid=24, masterSystemTime=1733290388516 2024-12-04T05:33:08,539 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:08,539 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:08,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7c319a9dc85ac30c41951b81c6843a69, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:08,542 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c319a9dc85ac30c41951b81c6843a69, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:33:08,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-04T05:33:08,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c319a9dc85ac30c41951b81c6843a69, server=6c7595a931c3,41859,1733290289867 in 179 msec 2024-12-04T05:33:08,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-04T05:33:08,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7c319a9dc85ac30c41951b81c6843a69, ASSIGN in 338 msec 2024-12-04T05:33:08,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:33:08,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290388549"}]},"ts":"1733290388549"} 2024-12-04T05:33:08,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-04T05:33:08,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:33:08,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1770 sec 2024-12-04T05:33:09,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:33:09,585 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-04T05:33:09,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-04T05:33:09,586 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-12-04T05:33:09,586 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T05:33:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-04T05:33:10,421 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-12-04T05:33:10,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-04T05:33:10,421 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:10,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-04T05:33:10,426 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:10,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-12-04T05:33:10,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:10,438 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:33:10,438 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-04T05:33:10,441 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T05:33:10,442 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T05:33:10,443 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T05:33:10,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-04T05:33:12,605 INFO [master/6c7595a931c3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T05:33:12,605 INFO [master/6c7595a931c3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T05:33:13,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833388' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T05:33:13,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41859 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:42606 deadline: 1733290394448, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833388' does not exist 2024-12-04T05:33:13,450 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6c7595a931c3,41859,1733290289867 for closing scanner id = 2795439976395833388 for 7c319a9dc85ac30c41951b81c6843a69 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833388' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:33:13,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=58 (was 63), ProcessCount=11 (was 11), AvailableMemoryMB=5252 (was 5254) 2024-12-04T05:33:13,462 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=58, ProcessCount=11, AvailableMemoryMB=5252 2024-12-04T05:33:13,464 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:33:13,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-12-04T05:33:13,467 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:33:13,467 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:13,468 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-12-04T05:33:13,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T05:33:13,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741849_1025 (size=419) 2024-12-04T05:33:13,880 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1b17e5c89068935649e380b26ac1d1a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:33:13,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741850_1026 (size=70) 2024-12-04T05:33:13,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-12-04T05:33:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-12-04T05:33:14,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:14,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f1b17e5c89068935649e380b26ac1d1a, disabling compactions & flushes 2024-12-04T05:33:14,288 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:14,288 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:14,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. after waiting 0 ms 2024-12-04T05:33:14,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:14,289 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:14,289 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1b17e5c89068935649e380b26ac1d1a: Waiting for close lock at 1733290394288Disabling compacts and flushes for region at 1733290394288Disabling writes for close at 1733290394289 (+1 ms)Writing region close event to WAL at 1733290394289Closed at 1733290394289 2024-12-04T05:33:14,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:33:14,291 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733290394290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290394290"}]},"ts":"1733290394290"} 2024-12-04T05:33:14,293 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:33:14,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:33:14,295 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290394295"}]},"ts":"1733290394295"} 2024-12-04T05:33:14,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-04T05:33:14,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f1b17e5c89068935649e380b26ac1d1a, ASSIGN}] 2024-12-04T05:33:14,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f1b17e5c89068935649e380b26ac1d1a, ASSIGN 2024-12-04T05:33:14,299 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f1b17e5c89068935649e380b26ac1d1a, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:33:14,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f1b17e5c89068935649e380b26ac1d1a, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:14,453 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f1b17e5c89068935649e380b26ac1d1a, ASSIGN because future has completed 2024-12-04T05:33:14,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1b17e5c89068935649e380b26ac1d1a, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:33:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T05:33:14,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:14,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => f1b17e5c89068935649e380b26ac1d1a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:33:14,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:14,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,615 INFO [StoreOpener-f1b17e5c89068935649e380b26ac1d1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,617 INFO [StoreOpener-f1b17e5c89068935649e380b26ac1d1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1b17e5c89068935649e380b26ac1d1a columnFamilyName testFamily 2024-12-04T05:33:14,617 DEBUG [StoreOpener-f1b17e5c89068935649e380b26ac1d1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:14,618 INFO [StoreOpener-f1b17e5c89068935649e380b26ac1d1a-1 {}] regionserver.HStore(327): Store=f1b17e5c89068935649e380b26ac1d1a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:33:14,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:33:14,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened f1b17e5c89068935649e380b26ac1d1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70131786, jitterRate=0.045045047998428345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:33:14,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:14,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for f1b17e5c89068935649e380b26ac1d1a: Running coprocessor pre-open hook at 1733290394613Writing region info on filesystem at 1733290394613Initializing all the Stores at 1733290394615 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290394615Cleaning up temporary data from old regions at 1733290394620 (+5 ms)Running coprocessor post-open hooks at 1733290394626 (+6 ms)Region opened successfully at 1733290394626 2024-12-04T05:33:14,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., pid=27, masterSystemTime=1733290394606 2024-12-04T05:33:14,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:14,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:14,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f1b17e5c89068935649e380b26ac1d1a, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:14,633 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1b17e5c89068935649e380b26ac1d1a, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:33:14,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-04T05:33:14,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure f1b17e5c89068935649e380b26ac1d1a, server=6c7595a931c3,41859,1733290289867 in 181 msec 2024-12-04T05:33:14,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T05:33:14,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f1b17e5c89068935649e380b26ac1d1a, ASSIGN in 339 msec 2024-12-04T05:33:14,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:33:14,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290394640"}]},"ts":"1733290394640"} 2024-12-04T05:33:14,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-04T05:33:14,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:33:14,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1800 sec 2024-12-04T05:33:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T05:33:16,491 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-12-04T05:33:16,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-04T05:33:16,492 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-04T05:33:16,496 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:16,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-12-04T05:33:16,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:16,507 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:33:16,507 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-04T05:33:16,510 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T05:33:16,511 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-04T05:33:19,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-04T05:33:19,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T05:33:20,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:33:20,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-12-04T05:33:22,516 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., hostname=6c7595a931c3,41859,1733290289867, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6c7595a931c3:41859 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-04T05:33:22,516 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-04T05:33:22,516 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 from cache 2024-12-04T05:33:22,525 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=49 (was 58), ProcessCount=11 (was 11), AvailableMemoryMB=5245 (was 5252) 2024-12-04T05:33:22,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=49, ProcessCount=11, AvailableMemoryMB=5245 2024-12-04T05:33:22,536 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:33:22,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-12-04T05:33:22,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:33:22,539 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:22,539 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-12-04T05:33:22,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:33:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-04T05:33:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741851_1027 (size=407) 2024-12-04T05:33:22,949 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3a0068e35dff50c56b0ecc1bd1fc8d5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:33:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741852_1028 (size=58) 2024-12-04T05:33:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-12-04T05:33:23,358 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:23,358 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing f3a0068e35dff50c56b0ecc1bd1fc8d5, disabling compactions & flushes 2024-12-04T05:33:23,358 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:23,358 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:23,358 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. after waiting 0 ms 2024-12-04T05:33:23,358 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:23,358 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:23,358 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3a0068e35dff50c56b0ecc1bd1fc8d5: Waiting for close lock at 1733290403358Disabling compacts and flushes for region at 1733290403358Disabling writes for close at 1733290403358Writing region close event to WAL at 1733290403358Closed at 1733290403358 2024-12-04T05:33:23,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:33:23,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733290403360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290403360"}]},"ts":"1733290403360"} 2024-12-04T05:33:23,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:33:23,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:33:23,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290403364"}]},"ts":"1733290403364"} 2024-12-04T05:33:23,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-04T05:33:23,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f3a0068e35dff50c56b0ecc1bd1fc8d5, ASSIGN}] 2024-12-04T05:33:23,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f3a0068e35dff50c56b0ecc1bd1fc8d5, ASSIGN 2024-12-04T05:33:23,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f3a0068e35dff50c56b0ecc1bd1fc8d5, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:33:23,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f3a0068e35dff50c56b0ecc1bd1fc8d5, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:23,522 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f3a0068e35dff50c56b0ecc1bd1fc8d5, ASSIGN because future has completed 2024-12-04T05:33:23,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a0068e35dff50c56b0ecc1bd1fc8d5, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:33:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-04T05:33:23,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:23,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => f3a0068e35dff50c56b0ecc1bd1fc8d5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:33:23,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:23,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,683 INFO [StoreOpener-f3a0068e35dff50c56b0ecc1bd1fc8d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,685 INFO [StoreOpener-f3a0068e35dff50c56b0ecc1bd1fc8d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3a0068e35dff50c56b0ecc1bd1fc8d5 columnFamilyName testFamily 2024-12-04T05:33:23,685 DEBUG [StoreOpener-f3a0068e35dff50c56b0ecc1bd1fc8d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:23,686 INFO [StoreOpener-f3a0068e35dff50c56b0ecc1bd1fc8d5-1 {}] regionserver.HStore(327): Store=f3a0068e35dff50c56b0ecc1bd1fc8d5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:33:23,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:33:23,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened f3a0068e35dff50c56b0ecc1bd1fc8d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73299242, jitterRate=0.09224382042884827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:33:23,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:23,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for f3a0068e35dff50c56b0ecc1bd1fc8d5: Running coprocessor pre-open hook at 1733290403682Writing region info on filesystem at 1733290403682Initializing all the Stores at 1733290403683 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290403683Cleaning up temporary data from old regions at 1733290403688 (+5 ms)Running coprocessor post-open hooks at 1733290403693 (+5 ms)Region opened successfully at 1733290403694 (+1 ms) 2024-12-04T05:33:23,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5., pid=30, masterSystemTime=1733290403675 2024-12-04T05:33:23,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:23,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:23,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=f3a0068e35dff50c56b0ecc1bd1fc8d5, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:23,701 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3a0068e35dff50c56b0ecc1bd1fc8d5, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:33:23,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-04T05:33:23,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure f3a0068e35dff50c56b0ecc1bd1fc8d5, server=6c7595a931c3,41859,1733290289867 in 179 msec 2024-12-04T05:33:23,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-04T05:33:23,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=f3a0068e35dff50c56b0ecc1bd1fc8d5, ASSIGN in 337 msec 2024-12-04T05:33:23,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:33:23,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290403707"}]},"ts":"1733290403707"} 2024-12-04T05:33:23,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-04T05:33:23,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:33:23,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1740 sec 2024-12-04T05:33:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-04T05:33:25,571 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-12-04T05:33:25,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-04T05:33:25,571 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:25,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-04T05:33:25,576 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:25,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-12-04T05:33:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:25,588 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:33:25,588 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-04T05:33:25,591 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-04T05:33:25,592 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-04T05:33:25,593 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-04T05:33:25,594 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-04T05:33:26,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-12-04T05:33:28,147 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:33:29,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:33:29,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-12-04T05:33:29,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-04T05:33:31,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833396' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T05:33:31,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41859 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:42606 deadline: 1733290417598, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833396' does not exist 2024-12-04T05:33:31,600 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 6c7595a931c3,41859,1733290289867 for closing scanner id = 2795439976395833396 for f3a0068e35dff50c56b0ecc1bd1fc8d5 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2795439976395833396' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:33:31,605 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=41 (was 49), ProcessCount=11 (was 11), AvailableMemoryMB=5242 (was 5245) 2024-12-04T05:33:31,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=41, ProcessCount=11, AvailableMemoryMB=5242 2024-12-04T05:33:31,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:33:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-12-04T05:33:31,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:33:31,618 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:31,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-12-04T05:33:31,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:33:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T05:33:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741853_1029 (size=423) 2024-12-04T05:33:32,029 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f8beb0e596a489746413650249832a1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2 2024-12-04T05:33:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741854_1030 (size=74) 2024-12-04T05:33:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-12-04T05:33:32,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:32,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6f8beb0e596a489746413650249832a1, disabling compactions & flushes 2024-12-04T05:33:32,438 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:32,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:32,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. after waiting 0 ms 2024-12-04T05:33:32,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:32,438 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:32,438 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f8beb0e596a489746413650249832a1: Waiting for close lock at 1733290412438Disabling compacts and flushes for region at 1733290412438Disabling writes for close at 1733290412438Writing region close event to WAL at 1733290412438Closed at 1733290412438 2024-12-04T05:33:32,440 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:33:32,440 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733290412440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733290412440"}]},"ts":"1733290412440"} 2024-12-04T05:33:32,443 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:33:32,444 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:33:32,444 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290412444"}]},"ts":"1733290412444"} 2024-12-04T05:33:32,446 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-04T05:33:32,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f8beb0e596a489746413650249832a1, ASSIGN}] 2024-12-04T05:33:32,447 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f8beb0e596a489746413650249832a1, ASSIGN 2024-12-04T05:33:32,448 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f8beb0e596a489746413650249832a1, ASSIGN; state=OFFLINE, location=6c7595a931c3,41859,1733290289867; forceNewPlan=false, retain=false 2024-12-04T05:33:32,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6f8beb0e596a489746413650249832a1, regionState=OPENING, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:32,602 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f8beb0e596a489746413650249832a1, ASSIGN because future has completed 2024-12-04T05:33:32,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f8beb0e596a489746413650249832a1, server=6c7595a931c3,41859,1733290289867}] 2024-12-04T05:33:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T05:33:32,759 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:32,759 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f8beb0e596a489746413650249832a1, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:33:32,760 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,760 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:33:32,760 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,760 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,762 INFO [StoreOpener-6f8beb0e596a489746413650249832a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,764 INFO [StoreOpener-6f8beb0e596a489746413650249832a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f8beb0e596a489746413650249832a1 columnFamilyName testFamily 2024-12-04T05:33:32,764 DEBUG [StoreOpener-6f8beb0e596a489746413650249832a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:33:32,764 INFO [StoreOpener-6f8beb0e596a489746413650249832a1-1 {}] regionserver.HStore(327): Store=6f8beb0e596a489746413650249832a1/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:33:32,764 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,765 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,766 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,766 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,766 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,768 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,771 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:33:32,771 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 6f8beb0e596a489746413650249832a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63665545, jitterRate=-0.05130945146083832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T05:33:32,771 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:32,772 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 6f8beb0e596a489746413650249832a1: Running coprocessor pre-open hook at 1733290412760Writing region info on filesystem at 1733290412760Initializing all the Stores at 1733290412761 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733290412761Cleaning up temporary data from old regions at 1733290412766 (+5 ms)Running coprocessor post-open hooks at 1733290412772 (+6 ms)Region opened successfully at 1733290412772 2024-12-04T05:33:32,773 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., pid=33, masterSystemTime=1733290412754 2024-12-04T05:33:32,776 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:32,776 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:32,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6f8beb0e596a489746413650249832a1, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41859,1733290289867 2024-12-04T05:33:32,779 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f8beb0e596a489746413650249832a1, server=6c7595a931c3,41859,1733290289867 because future has completed 2024-12-04T05:33:32,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-04T05:33:32,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f8beb0e596a489746413650249832a1, server=6c7595a931c3,41859,1733290289867 in 178 msec 2024-12-04T05:33:32,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-04T05:33:32,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6f8beb0e596a489746413650249832a1, ASSIGN in 336 msec 2024-12-04T05:33:32,785 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:33:32,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733290412785"}]},"ts":"1733290412785"} 2024-12-04T05:33:32,788 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-04T05:33:32,789 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:33:32,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1740 sec 2024-12-04T05:33:32,866 DEBUG [master/6c7595a931c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T05:33:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T05:33:34,661 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-12-04T05:33:34,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-04T05:33:34,661 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-04T05:33:34,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T05:33:34,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-12-04T05:33:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:34,678 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-04T05:33:34,678 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-04T05:33:34,680 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-04T05:33:34,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T05:33:35,685 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6c7595a931c3:41859 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-12-04T05:33:35,685 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-12-04T05:33:35,685 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 from cache 2024-12-04T05:33:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-12-04T05:33:36,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2] 2024-12-04T05:33:36,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41859 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-04T05:33:37,686 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=6c7595a931c3:41859 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=977ms 2024-12-04T05:33:37,686 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=977ms 2024-12-04T05:33:37,686 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., hostname=6c7595a931c3,41859,1733290289867, seqNum=2 from cache 2024-12-04T05:33:37,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=38 (was 41), ProcessCount=11 (was 11), AvailableMemoryMB=5236 (was 5242) 2024-12-04T05:33:37,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:33:37,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:33:37,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:33:37,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:33:37,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:33:37,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:33:37,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:33:37,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:33:37,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:33:37,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:33:37,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:33:37,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:33:37,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=200579720, stopped=false 2024-12-04T05:33:37,702 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,41307,1733290289097 2024-12-04T05:33:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T05:33:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T05:33:37,704 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:33:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:33:37,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:33:37,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:33:37,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:33:37,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T05:33:37,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:33:37,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:33:37,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,41859,1733290289867' ***** 2024-12-04T05:33:37,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:33:37,705 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:33:37,706 INFO [RS:0;6c7595a931c3:41859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:33:37,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:33:37,706 INFO [RS:0;6c7595a931c3:41859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:33:37,706 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 15f807d41d91d80349df7d2a5527d4eb 2024-12-04T05:33:37,706 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c319a9dc85ac30c41951b81c6843a69 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f14679089b55a9f13d4dc05aa0cd6ee 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for eea0eb1c580e5686b8751f058ba9f52b 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f8beb0e596a489746413650249832a1 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 88b3ce456026b9ed94f9ff4c462ed0d9 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 26550fbf99b90604077f5a8dd2a07a0c 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,41859,1733290289867 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:33:37,707 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15f807d41d91d80349df7d2a5527d4eb, disabling compactions & flushes 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:41859. 2024-12-04T05:33:37,707 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:33:37,707 DEBUG [RS:0;6c7595a931c3:41859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:33:37,707 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:33:37,707 DEBUG [RS:0;6c7595a931c3:41859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:33:37,707 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. after waiting 0 ms 2024-12-04T05:33:37,707 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:33:37,707 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:33:37,708 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-12-04T05:33:37,708 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:33:37,708 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:33:37,708 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:33:37,708 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:33:37,708 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:33:37,708 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15f807d41d91d80349df7d2a5527d4eb, 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 7c319a9dc85ac30c41951b81c6843a69, 7f14679089b55a9f13d4dc05aa0cd6ee, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:37,711 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15f807d41d91d80349df7d2a5527d4eb 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:37,711 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-12-04T05:33:37,768 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb/.tmp/testFamily/4d2ba24f8661453a9c31fe99e22183ea is 61, key is row-0/testFamily:testQualifier/1733290355836/Put/seqid=0 2024-12-04T05:33:37,771 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/info/2c8d298d212846f1859b8413cbf8bb98 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb./info:regioninfo/1733290353982/Put/seqid=0 2024-12-04T05:33:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741855_1031 (size=5049) 2024-12-04T05:33:37,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741856_1032 (size=20564) 2024-12-04T05:33:37,780 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb/.tmp/testFamily/4d2ba24f8661453a9c31fe99e22183ea 2024-12-04T05:33:37,824 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb/.tmp/testFamily/4d2ba24f8661453a9c31fe99e22183ea as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb/testFamily/4d2ba24f8661453a9c31fe99e22183ea 2024-12-04T05:33:37,833 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb/testFamily/4d2ba24f8661453a9c31fe99e22183ea, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:37,840 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 15f807d41d91d80349df7d2a5527d4eb in 128ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:37,847 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextExceptionAsync/15f807d41d91d80349df7d2a5527d4eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:37,849 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:33:37,849 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15f807d41d91d80349df7d2a5527d4eb: Waiting for close lock at 1733290417707Running coprocessor pre-close hooks at 1733290417707Disabling compacts and flushes for region at 1733290417707Disabling writes for close at 1733290417707Obtaining lock to block concurrent updates at 1733290417711 (+4 ms)Preparing flush snapshotting stores in 15f807d41d91d80349df7d2a5527d4eb at 1733290417711Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290417719 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. at 1733290417720 (+1 ms)Flushing 15f807d41d91d80349df7d2a5527d4eb/testFamily: creating writer at 1733290417721 (+1 ms)Flushing 15f807d41d91d80349df7d2a5527d4eb/testFamily: appending metadata at 1733290417763 (+42 ms)Flushing 15f807d41d91d80349df7d2a5527d4eb/testFamily: closing flushed file at 1733290417766 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7236acd6: reopening flushed file at 1733290417823 (+57 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 15f807d41d91d80349df7d2a5527d4eb in 128ms, sequenceid=8, compaction requested=false at 1733290417840 (+17 ms)Writing region close event to WAL at 1733290417842 (+2 ms)Running coprocessor post-close hooks at 1733290417847 (+5 ms)Closed at 1733290417849 (+2 ms) 2024-12-04T05:33:37,850 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733290352734.15f807d41d91d80349df7d2a5527d4eb. 2024-12-04T05:33:37,850 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c319a9dc85ac30c41951b81c6843a69, disabling compactions & flushes 2024-12-04T05:33:37,850 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:37,850 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:37,850 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. after waiting 0 ms 2024-12-04T05:33:37,850 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:37,850 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c319a9dc85ac30c41951b81c6843a69 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:37,872 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:33:37,872 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:33:37,875 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69/.tmp/testFamily/e6f9d5bd74644a6b99e05066f22e553e is 61, key is row-0/testFamily:testQualifier/1733290390430/Put/seqid=0 2024-12-04T05:33:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741857_1033 (size=5049) 2024-12-04T05:33:37,908 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 7c319a9dc85ac30c41951b81c6843a69, 7f14679089b55a9f13d4dc05aa0cd6ee, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:38,109 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 7c319a9dc85ac30c41951b81c6843a69, 7f14679089b55a9f13d4dc05aa0cd6ee, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:38,182 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/info/2c8d298d212846f1859b8413cbf8bb98 2024-12-04T05:33:38,204 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T05:33:38,207 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/ns/75051ea5547443e08c89a76ef895644c is 43, key is default/ns:d/1733290352504/Put/seqid=0 2024-12-04T05:33:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741858_1034 (size=5153) 2024-12-04T05:33:38,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:33:38,281 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69/.tmp/testFamily/e6f9d5bd74644a6b99e05066f22e553e 2024-12-04T05:33:38,289 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69/.tmp/testFamily/e6f9d5bd74644a6b99e05066f22e553e as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69/testFamily/e6f9d5bd74644a6b99e05066f22e553e 2024-12-04T05:33:38,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-12-04T05:33:38,296 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69/testFamily/e6f9d5bd74644a6b99e05066f22e553e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:38,299 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7c319a9dc85ac30c41951b81c6843a69 in 449ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:38,304 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNext/7c319a9dc85ac30c41951b81c6843a69/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:38,305 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:38,305 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c319a9dc85ac30c41951b81c6843a69: Waiting for close lock at 1733290417850Running coprocessor pre-close hooks at 1733290417850Disabling compacts and flushes for region at 1733290417850Disabling writes for close at 1733290417850Obtaining lock to block concurrent updates at 1733290417850Preparing flush snapshotting stores in 7c319a9dc85ac30c41951b81c6843a69 at 1733290417850Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290417850Flushing stores of testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. at 1733290417851 (+1 ms)Flushing 7c319a9dc85ac30c41951b81c6843a69/testFamily: creating writer at 1733290417851Flushing 7c319a9dc85ac30c41951b81c6843a69/testFamily: appending metadata at 1733290417874 (+23 ms)Flushing 7c319a9dc85ac30c41951b81c6843a69/testFamily: closing flushed file at 1733290417874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cf18b7: reopening flushed file at 1733290418288 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7c319a9dc85ac30c41951b81c6843a69 in 449ms, sequenceid=8, compaction requested=false at 1733290418299 (+11 ms)Writing region close event to WAL at 1733290418300 (+1 ms)Running coprocessor post-close hooks at 1733290418305 (+5 ms)Closed at 1733290418305 2024-12-04T05:33:38,305 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733290387375.7c319a9dc85ac30c41951b81c6843a69. 2024-12-04T05:33:38,306 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f14679089b55a9f13d4dc05aa0cd6ee, disabling compactions & flushes 2024-12-04T05:33:38,306 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:33:38,306 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:33:38,306 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. after waiting 0 ms 2024-12-04T05:33:38,306 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:33:38,306 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f14679089b55a9f13d4dc05aa0cd6ee 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:38,309 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 7f14679089b55a9f13d4dc05aa0cd6ee, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:38,324 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee/.tmp/testFamily/dcafaa2143534b508db8d4a0dfc6ab08 is 61, key is row-0/testFamily:testQualifier/1733290368070/Put/seqid=0 2024-12-04T05:33:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741859_1035 (size=5049) 2024-12-04T05:33:38,509 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 7f14679089b55a9f13d4dc05aa0cd6ee, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:38,615 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/ns/75051ea5547443e08c89a76ef895644c 2024-12-04T05:33:38,651 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/table/adda995fb2394b9db93b911d051ed048 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733290353997/Put/seqid=0 2024-12-04T05:33:38,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741860_1036 (size=6699) 2024-12-04T05:33:38,709 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-12-04T05:33:38,710 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1325): Online Regions={7f14679089b55a9f13d4dc05aa0cd6ee=hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee., eea0eb1c580e5686b8751f058ba9f52b=testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b., f3a0068e35dff50c56b0ecc1bd1fc8d5=hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5., 1588230740=hbase:meta,,1.1588230740, 6f8beb0e596a489746413650249832a1=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., 88b3ce456026b9ed94f9ff4c462ed0d9=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., f1b17e5c89068935649e380b26ac1d1a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., 26550fbf99b90604077f5a8dd2a07a0c=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., 8816d6f89a1c9d1bf4e64e9def4bae23=testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.} 2024-12-04T05:33:38,710 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 7f14679089b55a9f13d4dc05aa0cd6ee, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:38,730 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee/.tmp/testFamily/dcafaa2143534b508db8d4a0dfc6ab08 2024-12-04T05:33:38,739 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee/.tmp/testFamily/dcafaa2143534b508db8d4a0dfc6ab08 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee/testFamily/dcafaa2143534b508db8d4a0dfc6ab08 2024-12-04T05:33:38,747 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee/testFamily/dcafaa2143534b508db8d4a0dfc6ab08, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:38,749 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7f14679089b55a9f13d4dc05aa0cd6ee in 442ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:38,753 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNextAsync/7f14679089b55a9f13d4dc05aa0cd6ee/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:38,754 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:33:38,754 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f14679089b55a9f13d4dc05aa0cd6ee: Waiting for close lock at 1733290418306Running coprocessor pre-close hooks at 1733290418306Disabling compacts and flushes for region at 1733290418306Disabling writes for close at 1733290418306Obtaining lock to block concurrent updates at 1733290418306Preparing flush snapshotting stores in 7f14679089b55a9f13d4dc05aa0cd6ee at 1733290418306Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290418306Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. at 1733290418307 (+1 ms)Flushing 7f14679089b55a9f13d4dc05aa0cd6ee/testFamily: creating writer at 1733290418307Flushing 7f14679089b55a9f13d4dc05aa0cd6ee/testFamily: appending metadata at 1733290418323 (+16 ms)Flushing 7f14679089b55a9f13d4dc05aa0cd6ee/testFamily: closing flushed file at 1733290418323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f03e62: reopening flushed file at 1733290418738 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7f14679089b55a9f13d4dc05aa0cd6ee in 442ms, sequenceid=8, compaction requested=false at 1733290418749 (+11 ms)Writing region close event to WAL at 1733290418749Running coprocessor post-close hooks at 1733290418754 (+5 ms)Closed at 1733290418754 2024-12-04T05:33:38,754 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733290365014.7f14679089b55a9f13d4dc05aa0cd6ee. 2024-12-04T05:33:38,755 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eea0eb1c580e5686b8751f058ba9f52b, disabling compactions & flushes 2024-12-04T05:33:38,755 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:33:38,755 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:33:38,755 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. after waiting 0 ms 2024-12-04T05:33:38,755 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:33:38,755 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eea0eb1c580e5686b8751f058ba9f52b 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:38,772 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b/.tmp/testFamily/4b57d5c5e5ab44888829a7d180730d0b is 61, key is row-0/testFamily:testQualifier/1733290377171/Put/seqid=0 2024-12-04T05:33:38,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741861_1037 (size=5049) 2024-12-04T05:33:38,910 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:39,058 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/table/adda995fb2394b9db93b911d051ed048 2024-12-04T05:33:39,067 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/info/2c8d298d212846f1859b8413cbf8bb98 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/info/2c8d298d212846f1859b8413cbf8bb98 2024-12-04T05:33:39,075 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/info/2c8d298d212846f1859b8413cbf8bb98, entries=100, sequenceid=56, filesize=20.1 K 2024-12-04T05:33:39,076 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/ns/75051ea5547443e08c89a76ef895644c as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/ns/75051ea5547443e08c89a76ef895644c 2024-12-04T05:33:39,084 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/ns/75051ea5547443e08c89a76ef895644c, entries=2, sequenceid=56, filesize=5.0 K 2024-12-04T05:33:39,085 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/.tmp/table/adda995fb2394b9db93b911d051ed048 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/table/adda995fb2394b9db93b911d051ed048 2024-12-04T05:33:39,093 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/table/adda995fb2394b9db93b911d051ed048, entries=20, sequenceid=56, filesize=6.5 K 2024-12-04T05:33:39,094 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=56, compaction requested=false 2024-12-04T05:33:39,099 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-12-04T05:33:39,100 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:33:39,100 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:33:39,100 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733290417708Running coprocessor pre-close hooks at 1733290417708Disabling compacts and flushes for region at 1733290417708Disabling writes for close at 1733290417708Obtaining lock to block concurrent updates at 1733290417711 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733290417711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733290417719 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733290417720 (+1 ms)Flushing 1588230740/info: creating writer at 1733290417721 (+1 ms)Flushing 1588230740/info: appending metadata at 1733290417768 (+47 ms)Flushing 1588230740/info: closing flushed file at 1733290417768Flushing 1588230740/ns: creating writer at 1733290418191 (+423 ms)Flushing 1588230740/ns: appending metadata at 1733290418206 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733290418206Flushing 1588230740/table: creating writer at 1733290418625 (+419 ms)Flushing 1588230740/table: appending metadata at 1733290418649 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733290418649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276bc96f: reopening flushed file at 1733290419066 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2097cfd6: reopening flushed file at 1733290419075 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507c5841: reopening flushed file at 1733290419084 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=56, compaction requested=false at 1733290419094 (+10 ms)Writing region close event to WAL at 1733290419096 (+2 ms)Running coprocessor post-close hooks at 1733290419100 (+4 ms)Closed at 1733290419100 2024-12-04T05:33:39,100 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:33:39,110 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, eea0eb1c580e5686b8751f058ba9f52b, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:39,178 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b/.tmp/testFamily/4b57d5c5e5ab44888829a7d180730d0b 2024-12-04T05:33:39,186 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b/.tmp/testFamily/4b57d5c5e5ab44888829a7d180730d0b as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b/testFamily/4b57d5c5e5ab44888829a7d180730d0b 2024-12-04T05:33:39,193 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b/testFamily/4b57d5c5e5ab44888829a7d180730d0b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:39,194 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eea0eb1c580e5686b8751f058ba9f52b in 439ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:39,199 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testRetryOutOfOrderScannerNextException/eea0eb1c580e5686b8751f058ba9f52b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:39,199 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:33:39,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eea0eb1c580e5686b8751f058ba9f52b: Waiting for close lock at 1733290418754Running coprocessor pre-close hooks at 1733290418754Disabling compacts and flushes for region at 1733290418754Disabling writes for close at 1733290418755 (+1 ms)Obtaining lock to block concurrent updates at 1733290418755Preparing flush snapshotting stores in eea0eb1c580e5686b8751f058ba9f52b at 1733290418755Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290418755Flushing stores of testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. at 1733290418755Flushing eea0eb1c580e5686b8751f058ba9f52b/testFamily: creating writer at 1733290418756 (+1 ms)Flushing eea0eb1c580e5686b8751f058ba9f52b/testFamily: appending metadata at 1733290418772 (+16 ms)Flushing eea0eb1c580e5686b8751f058ba9f52b/testFamily: closing flushed file at 1733290418772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3582cfbf: reopening flushed file at 1733290419185 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eea0eb1c580e5686b8751f058ba9f52b in 439ms, sequenceid=8, compaction requested=false at 1733290419194 (+9 ms)Writing region close event to WAL at 1733290419195 (+1 ms)Running coprocessor post-close hooks at 1733290419199 (+4 ms)Closed at 1733290419199 2024-12-04T05:33:39,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733290374116.eea0eb1c580e5686b8751f058ba9f52b. 2024-12-04T05:33:39,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3a0068e35dff50c56b0ecc1bd1fc8d5, disabling compactions & flushes 2024-12-04T05:33:39,200 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:39,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:39,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. after waiting 0 ms 2024-12-04T05:33:39,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:39,200 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3a0068e35dff50c56b0ecc1bd1fc8d5 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:39,217 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5/.tmp/testFamily/7d464e142fa64509bb596255435758d9 is 61, key is row-0/testFamily:testQualifier/1733290405580/Put/seqid=0 2024-12-04T05:33:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741862_1038 (size=5049) 2024-12-04T05:33:39,310 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:39,511 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, f1b17e5c89068935649e380b26ac1d1a, f3a0068e35dff50c56b0ecc1bd1fc8d5 2024-12-04T05:33:39,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-12-04T05:33:39,560 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-04T05:33:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:33:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-04T05:33:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-04T05:33:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:33:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-04T05:33:39,561 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-04T05:33:39,622 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5/.tmp/testFamily/7d464e142fa64509bb596255435758d9 2024-12-04T05:33:39,630 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5/.tmp/testFamily/7d464e142fa64509bb596255435758d9 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5/testFamily/7d464e142fa64509bb596255435758d9 2024-12-04T05:33:39,637 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5/testFamily/7d464e142fa64509bb596255435758d9, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:39,638 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3a0068e35dff50c56b0ecc1bd1fc8d5 in 438ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:39,643 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnNext/f3a0068e35dff50c56b0ecc1bd1fc8d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:39,643 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:39,644 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3a0068e35dff50c56b0ecc1bd1fc8d5: Waiting for close lock at 1733290419200Running coprocessor pre-close hooks at 1733290419200Disabling compacts and flushes for region at 1733290419200Disabling writes for close at 1733290419200Obtaining lock to block concurrent updates at 1733290419200Preparing flush snapshotting stores in f3a0068e35dff50c56b0ecc1bd1fc8d5 at 1733290419200Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290419200Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. at 1733290419201 (+1 ms)Flushing f3a0068e35dff50c56b0ecc1bd1fc8d5/testFamily: creating writer at 1733290419201Flushing f3a0068e35dff50c56b0ecc1bd1fc8d5/testFamily: appending metadata at 1733290419217 (+16 ms)Flushing f3a0068e35dff50c56b0ecc1bd1fc8d5/testFamily: closing flushed file at 1733290419217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b4f14d: reopening flushed file at 1733290419629 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f3a0068e35dff50c56b0ecc1bd1fc8d5 in 438ms, sequenceid=8, compaction requested=false at 1733290419638 (+9 ms)Writing region close event to WAL at 1733290419639 (+1 ms)Running coprocessor post-close hooks at 1733290419643 (+4 ms)Closed at 1733290419643 2024-12-04T05:33:39,644 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733290402535.f3a0068e35dff50c56b0ecc1bd1fc8d5. 2024-12-04T05:33:39,644 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f8beb0e596a489746413650249832a1, disabling compactions & flushes 2024-12-04T05:33:39,644 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:39,644 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:39,644 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. after waiting 0 ms 2024-12-04T05:33:39,644 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:39,644 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f8beb0e596a489746413650249832a1 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:39,661 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1/.tmp/testFamily/657be9ae48f44f8cb301118c34a0b0d2 is 61, key is row-0/testFamily:testQualifier/1733290414670/Put/seqid=0 2024-12-04T05:33:39,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741863_1039 (size=5049) 2024-12-04T05:33:39,711 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-04T05:33:39,711 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1325): Online Regions={6f8beb0e596a489746413650249832a1=testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., 88b3ce456026b9ed94f9ff4c462ed0d9=testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., f1b17e5c89068935649e380b26ac1d1a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., 26550fbf99b90604077f5a8dd2a07a0c=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., 8816d6f89a1c9d1bf4e64e9def4bae23=testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.} 2024-12-04T05:33:39,711 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:39,911 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 6f8beb0e596a489746413650249832a1, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:40,066 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1/.tmp/testFamily/657be9ae48f44f8cb301118c34a0b0d2 2024-12-04T05:33:40,074 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1/.tmp/testFamily/657be9ae48f44f8cb301118c34a0b0d2 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1/testFamily/657be9ae48f44f8cb301118c34a0b0d2 2024-12-04T05:33:40,082 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1/testFamily/657be9ae48f44f8cb301118c34a0b0d2, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:40,083 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6f8beb0e596a489746413650249832a1 in 439ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:40,087 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScannerAsync/6f8beb0e596a489746413650249832a1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:40,088 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:40,088 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f8beb0e596a489746413650249832a1: Waiting for close lock at 1733290419644Running coprocessor pre-close hooks at 1733290419644Disabling compacts and flushes for region at 1733290419644Disabling writes for close at 1733290419644Obtaining lock to block concurrent updates at 1733290419644Preparing flush snapshotting stores in 6f8beb0e596a489746413650249832a1 at 1733290419644Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290419644Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. at 1733290419645 (+1 ms)Flushing 6f8beb0e596a489746413650249832a1/testFamily: creating writer at 1733290419645Flushing 6f8beb0e596a489746413650249832a1/testFamily: appending metadata at 1733290419660 (+15 ms)Flushing 6f8beb0e596a489746413650249832a1/testFamily: closing flushed file at 1733290419660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b92505: reopening flushed file at 1733290420073 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6f8beb0e596a489746413650249832a1 in 439ms, sequenceid=8, compaction requested=false at 1733290420083 (+10 ms)Writing region close event to WAL at 1733290420084 (+1 ms)Running coprocessor post-close hooks at 1733290420088 (+4 ms)Closed at 1733290420088 2024-12-04T05:33:40,088 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733290411614.6f8beb0e596a489746413650249832a1. 2024-12-04T05:33:40,089 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88b3ce456026b9ed94f9ff4c462ed0d9, disabling compactions & flushes 2024-12-04T05:33:40,089 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:33:40,089 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:33:40,089 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. after waiting 0 ms 2024-12-04T05:33:40,089 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:33:40,089 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88b3ce456026b9ed94f9ff4c462ed0d9 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:40,105 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9/.tmp/testFamily/5094ab77a1304346a15658054b8edbbb is 61, key is row-0/testFamily:testQualifier/1733290380270/Put/seqid=0 2024-12-04T05:33:40,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741864_1040 (size=5049) 2024-12-04T05:33:40,111 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:40,312 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:40,510 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9/.tmp/testFamily/5094ab77a1304346a15658054b8edbbb 2024-12-04T05:33:40,512 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 8816d6f89a1c9d1bf4e64e9def4bae23, 88b3ce456026b9ed94f9ff4c462ed0d9, f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:40,519 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9/.tmp/testFamily/5094ab77a1304346a15658054b8edbbb as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9/testFamily/5094ab77a1304346a15658054b8edbbb 2024-12-04T05:33:40,526 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9/testFamily/5094ab77a1304346a15658054b8edbbb, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:40,527 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 88b3ce456026b9ed94f9ff4c462ed0d9 in 438ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:40,532 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnOpenScanner/88b3ce456026b9ed94f9ff4c462ed0d9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:40,532 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:33:40,532 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88b3ce456026b9ed94f9ff4c462ed0d9: Waiting for close lock at 1733290420088Running coprocessor pre-close hooks at 1733290420089 (+1 ms)Disabling compacts and flushes for region at 1733290420089Disabling writes for close at 1733290420089Obtaining lock to block concurrent updates at 1733290420089Preparing flush snapshotting stores in 88b3ce456026b9ed94f9ff4c462ed0d9 at 1733290420089Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290420089Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. at 1733290420089Flushing 88b3ce456026b9ed94f9ff4c462ed0d9/testFamily: creating writer at 1733290420090 (+1 ms)Flushing 88b3ce456026b9ed94f9ff4c462ed0d9/testFamily: appending metadata at 1733290420105 (+15 ms)Flushing 88b3ce456026b9ed94f9ff4c462ed0d9/testFamily: closing flushed file at 1733290420105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63de5f00: reopening flushed file at 1733290420517 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 88b3ce456026b9ed94f9ff4c462ed0d9 in 438ms, sequenceid=8, compaction requested=false at 1733290420527 (+10 ms)Writing region close event to WAL at 1733290420528 (+1 ms)Running coprocessor post-close hooks at 1733290420532 (+4 ms)Closed at 1733290420532 2024-12-04T05:33:40,533 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733290377222.88b3ce456026b9ed94f9ff4c462ed0d9. 2024-12-04T05:33:40,533 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1b17e5c89068935649e380b26ac1d1a, disabling compactions & flushes 2024-12-04T05:33:40,533 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:40,533 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:40,533 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. after waiting 0 ms 2024-12-04T05:33:40,533 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:40,533 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1b17e5c89068935649e380b26ac1d1a 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:40,549 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a/.tmp/testFamily/5dfdf2c0431c44f5bbb455b2f9dcace9 is 61, key is row-0/testFamily:testQualifier/1733290396500/Put/seqid=0 2024-12-04T05:33:40,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741865_1041 (size=5049) 2024-12-04T05:33:40,712 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:33:40,712 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1325): Online Regions={f1b17e5c89068935649e380b26ac1d1a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., 26550fbf99b90604077f5a8dd2a07a0c=hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., 8816d6f89a1c9d1bf4e64e9def4bae23=testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.} 2024-12-04T05:33:40,712 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 8816d6f89a1c9d1bf4e64e9def4bae23, f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:40,913 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 8816d6f89a1c9d1bf4e64e9def4bae23, f1b17e5c89068935649e380b26ac1d1a 2024-12-04T05:33:40,955 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a/.tmp/testFamily/5dfdf2c0431c44f5bbb455b2f9dcace9 2024-12-04T05:33:40,963 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a/.tmp/testFamily/5dfdf2c0431c44f5bbb455b2f9dcace9 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a/testFamily/5dfdf2c0431c44f5bbb455b2f9dcace9 2024-12-04T05:33:40,969 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a/testFamily/5dfdf2c0431c44f5bbb455b2f9dcace9, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:40,970 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f1b17e5c89068935649e380b26ac1d1a in 437ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:40,975 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f1b17e5c89068935649e380b26ac1d1a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:40,976 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:40,976 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1b17e5c89068935649e380b26ac1d1a: Waiting for close lock at 1733290420533Running coprocessor pre-close hooks at 1733290420533Disabling compacts and flushes for region at 1733290420533Disabling writes for close at 1733290420533Obtaining lock to block concurrent updates at 1733290420533Preparing flush snapshotting stores in f1b17e5c89068935649e380b26ac1d1a at 1733290420533Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290420533Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. at 1733290420534 (+1 ms)Flushing f1b17e5c89068935649e380b26ac1d1a/testFamily: creating writer at 1733290420534Flushing f1b17e5c89068935649e380b26ac1d1a/testFamily: appending metadata at 1733290420549 (+15 ms)Flushing f1b17e5c89068935649e380b26ac1d1a/testFamily: closing flushed file at 1733290420549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2233ef26: reopening flushed file at 1733290420961 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f1b17e5c89068935649e380b26ac1d1a in 437ms, sequenceid=8, compaction requested=false at 1733290420970 (+9 ms)Writing region close event to WAL at 1733290420971 (+1 ms)Running coprocessor post-close hooks at 1733290420976 (+5 ms)Closed at 1733290420976 2024-12-04T05:33:40,976 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733290393464.f1b17e5c89068935649e380b26ac1d1a. 2024-12-04T05:33:40,976 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26550fbf99b90604077f5a8dd2a07a0c, disabling compactions & flushes 2024-12-04T05:33:40,976 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:33:40,976 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:33:40,976 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. after waiting 0 ms 2024-12-04T05:33:40,976 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:33:40,976 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26550fbf99b90604077f5a8dd2a07a0c 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:40,993 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c/.tmp/testFamily/a0d9e303f6a84fb9a8c88ca73ba1eb0d is 61, key is row-0/testFamily:testQualifier/1733290358962/Put/seqid=0 2024-12-04T05:33:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741866_1042 (size=5049) 2024-12-04T05:33:41,113 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:41,313 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 26550fbf99b90604077f5a8dd2a07a0c, 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:41,399 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c/.tmp/testFamily/a0d9e303f6a84fb9a8c88ca73ba1eb0d 2024-12-04T05:33:41,408 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c/.tmp/testFamily/a0d9e303f6a84fb9a8c88ca73ba1eb0d as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c/testFamily/a0d9e303f6a84fb9a8c88ca73ba1eb0d 2024-12-04T05:33:41,415 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c/testFamily/a0d9e303f6a84fb9a8c88ca73ba1eb0d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:41,416 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26550fbf99b90604077f5a8dd2a07a0c in 440ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:41,420 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/hbase/testMetaScanTimeoutOnOpenScanner/26550fbf99b90604077f5a8dd2a07a0c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:41,421 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:33:41,421 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26550fbf99b90604077f5a8dd2a07a0c: Waiting for close lock at 1733290420976Running coprocessor pre-close hooks at 1733290420976Disabling compacts and flushes for region at 1733290420976Disabling writes for close at 1733290420976Obtaining lock to block concurrent updates at 1733290420976Preparing flush snapshotting stores in 26550fbf99b90604077f5a8dd2a07a0c at 1733290420976Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290420976Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. at 1733290420977 (+1 ms)Flushing 26550fbf99b90604077f5a8dd2a07a0c/testFamily: creating writer at 1733290420977Flushing 26550fbf99b90604077f5a8dd2a07a0c/testFamily: appending metadata at 1733290420993 (+16 ms)Flushing 26550fbf99b90604077f5a8dd2a07a0c/testFamily: closing flushed file at 1733290420993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279ca440: reopening flushed file at 1733290421407 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 26550fbf99b90604077f5a8dd2a07a0c in 440ms, sequenceid=8, compaction requested=false at 1733290421416 (+9 ms)Writing region close event to WAL at 1733290421417 (+1 ms)Running coprocessor post-close hooks at 1733290421421 (+4 ms)Closed at 1733290421421 2024-12-04T05:33:41,421 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733290355912.26550fbf99b90604077f5a8dd2a07a0c. 2024-12-04T05:33:41,421 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8816d6f89a1c9d1bf4e64e9def4bae23, disabling compactions & flushes 2024-12-04T05:33:41,421 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:41,421 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:41,422 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. after waiting 0 ms 2024-12-04T05:33:41,422 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:41,422 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8816d6f89a1c9d1bf4e64e9def4bae23 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-04T05:33:41,438 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23/.tmp/testFamily/ffb4a44951a0424ea8ac1fd50379a4b1 is 61, key is row-0/testFamily:testQualifier/1733290384339/Put/seqid=0 2024-12-04T05:33:41,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741867_1043 (size=5049) 2024-12-04T05:33:41,513 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:41,714 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:33:41,714 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1325): Online Regions={8816d6f89a1c9d1bf4e64e9def4bae23=testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23.} 2024-12-04T05:33:41,714 DEBUG [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1351): Waiting on 8816d6f89a1c9d1bf4e64e9def4bae23 2024-12-04T05:33:41,845 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23/.tmp/testFamily/ffb4a44951a0424ea8ac1fd50379a4b1 2024-12-04T05:33:41,852 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23/.tmp/testFamily/ffb4a44951a0424ea8ac1fd50379a4b1 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23/testFamily/ffb4a44951a0424ea8ac1fd50379a4b1 2024-12-04T05:33:41,859 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23/testFamily/ffb4a44951a0424ea8ac1fd50379a4b1, entries=4, sequenceid=8, filesize=4.9 K 2024-12-04T05:33:41,860 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8816d6f89a1c9d1bf4e64e9def4bae23 in 438ms, sequenceid=8, compaction requested=false 2024-12-04T05:33:41,864 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/data/default/testNormalScanTimeoutOnNextAsync/8816d6f89a1c9d1bf4e64e9def4bae23/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:33:41,865 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:41,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8816d6f89a1c9d1bf4e64e9def4bae23: Waiting for close lock at 1733290421421Running coprocessor pre-close hooks at 1733290421421Disabling compacts and flushes for region at 1733290421421Disabling writes for close at 1733290421422 (+1 ms)Obtaining lock to block concurrent updates at 1733290421422Preparing flush snapshotting stores in 8816d6f89a1c9d1bf4e64e9def4bae23 at 1733290421422Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733290421422Flushing stores of testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. at 1733290421422Flushing 8816d6f89a1c9d1bf4e64e9def4bae23/testFamily: creating writer at 1733290421422Flushing 8816d6f89a1c9d1bf4e64e9def4bae23/testFamily: appending metadata at 1733290421438 (+16 ms)Flushing 8816d6f89a1c9d1bf4e64e9def4bae23/testFamily: closing flushed file at 1733290421438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b060f80: reopening flushed file at 1733290421852 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8816d6f89a1c9d1bf4e64e9def4bae23 in 438ms, sequenceid=8, compaction requested=false at 1733290421860 (+8 ms)Writing region close event to WAL at 1733290421860Running coprocessor post-close hooks at 1733290421865 (+5 ms)Closed at 1733290421865 2024-12-04T05:33:41,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733290383306.8816d6f89a1c9d1bf4e64e9def4bae23. 2024-12-04T05:33:41,914 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,41859,1733290289867; all regions closed. 2024-12-04T05:33:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741834_1010 (size=19479) 2024-12-04T05:33:41,923 DEBUG [RS:0;6c7595a931c3:41859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/oldWALs 2024-12-04T05:33:41,924 INFO [RS:0;6c7595a931c3:41859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C41859%2C1733290289867.meta:.meta(num 1733290352339) 2024-12-04T05:33:41,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741833_1009 (size=20031) 2024-12-04T05:33:41,928 DEBUG [RS:0;6c7595a931c3:41859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/oldWALs 2024-12-04T05:33:41,928 INFO [RS:0;6c7595a931c3:41859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C41859%2C1733290289867:(num 1733290351930) 2024-12-04T05:33:41,928 DEBUG [RS:0;6c7595a931c3:41859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:33:41,928 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:33:41,928 INFO [RS:0;6c7595a931c3:41859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:33:41,928 INFO [RS:0;6c7595a931c3:41859 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:33:41,929 INFO [RS:0;6c7595a931c3:41859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:33:41,929 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:33:41,930 INFO [RS:0;6c7595a931c3:41859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41859 2024-12-04T05:33:41,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6c7595a931c3,41859,1733290289867 2024-12-04T05:33:41,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T05:33:41,934 INFO [RS:0;6c7595a931c3:41859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:33:41,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,41859,1733290289867] 2024-12-04T05:33:41,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6c7595a931c3,41859,1733290289867 already deleted, retry=false 2024-12-04T05:33:41,940 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,41859,1733290289867 expired; onlineServers=0 2024-12-04T05:33:41,940 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,41307,1733290289097' ***** 2024-12-04T05:33:41,940 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:33:41,940 INFO [M:0;6c7595a931c3:41307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:33:41,940 INFO [M:0;6c7595a931c3:41307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:33:41,941 DEBUG [M:0;6c7595a931c3:41307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:33:41,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:33:41,941 DEBUG [M:0;6c7595a931c3:41307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:33:41,941 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733290291787 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733290291787,5,FailOnTimeoutGroup] 2024-12-04T05:33:41,941 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733290291788 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733290291788,5,FailOnTimeoutGroup] 2024-12-04T05:33:41,941 INFO [M:0;6c7595a931c3:41307 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:33:41,941 INFO [M:0;6c7595a931c3:41307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:33:41,941 DEBUG [M:0;6c7595a931c3:41307 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:33:41,941 INFO [M:0;6c7595a931c3:41307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:33:41,942 INFO [M:0;6c7595a931c3:41307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:33:41,942 INFO [M:0;6c7595a931c3:41307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:33:41,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:33:41,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T05:33:41,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T05:33:41,943 DEBUG [M:0;6c7595a931c3:41307 {}] zookeeper.ZKUtil(347): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T05:33:41,943 WARN [M:0;6c7595a931c3:41307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:33:41,943 INFO [M:0;6c7595a931c3:41307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/.lastflushedseqids 2024-12-04T05:33:41,949 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:33:41,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741868_1044 (size=649) 2024-12-04T05:33:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:33:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41859-0x1017bf4cee90001, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:33:42,038 INFO [RS:0;6c7595a931c3:41859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:33:42,038 INFO [RS:0;6c7595a931c3:41859 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,41859,1733290289867; zookeeper connection closed. 2024-12-04T05:33:42,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5aea903f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5aea903f 2024-12-04T05:33:42,039 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:33:42,355 INFO [M:0;6c7595a931c3:41307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:33:42,355 INFO [M:0;6c7595a931c3:41307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:33:42,355 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:33:42,355 INFO [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:33:42,355 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:33:42,355 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:33:42,355 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:33:42,356 INFO [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.15 KB heapSize=191.10 KB 2024-12-04T05:33:42,374 DEBUG [M:0;6c7595a931c3:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8f4cafa931410494aaf3b997fc7d67 is 82, key is hbase:meta,,1/info:regioninfo/1733290352425/Put/seqid=0 2024-12-04T05:33:42,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741869_1045 (size=5672) 2024-12-04T05:33:42,779 INFO [M:0;6c7595a931c3:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8f4cafa931410494aaf3b997fc7d67 2024-12-04T05:33:42,804 DEBUG [M:0;6c7595a931c3:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5574e10a50d64cb5a6cf135ea3f53cba is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733290354003/Put/seqid=0 2024-12-04T05:33:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741870_1046 (size=14080) 2024-12-04T05:33:43,210 INFO [M:0;6c7595a931c3:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.60 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5574e10a50d64cb5a6cf135ea3f53cba 2024-12-04T05:33:43,217 INFO [M:0;6c7595a931c3:41307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5574e10a50d64cb5a6cf135ea3f53cba 2024-12-04T05:33:43,233 DEBUG [M:0;6c7595a931c3:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d79d941018654d9abf793ede89d5781d is 69, key is 6c7595a931c3,41859,1733290289867/rs:state/1733290321805/Put/seqid=0 2024-12-04T05:33:43,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741871_1047 (size=5156) 2024-12-04T05:33:43,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T05:33:43,639 INFO [M:0;6c7595a931c3:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d79d941018654d9abf793ede89d5781d 2024-12-04T05:33:43,646 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b8f4cafa931410494aaf3b997fc7d67 as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8f4cafa931410494aaf3b997fc7d67 2024-12-04T05:33:43,652 INFO [M:0;6c7595a931c3:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b8f4cafa931410494aaf3b997fc7d67, entries=8, sequenceid=318, filesize=5.5 K 2024-12-04T05:33:43,653 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5574e10a50d64cb5a6cf135ea3f53cba as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5574e10a50d64cb5a6cf135ea3f53cba 2024-12-04T05:33:43,659 INFO [M:0;6c7595a931c3:41307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5574e10a50d64cb5a6cf135ea3f53cba 2024-12-04T05:33:43,659 INFO [M:0;6c7595a931c3:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5574e10a50d64cb5a6cf135ea3f53cba, entries=33, sequenceid=318, filesize=13.8 K 2024-12-04T05:33:43,660 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d79d941018654d9abf793ede89d5781d as hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d79d941018654d9abf793ede89d5781d 2024-12-04T05:33:43,665 INFO [M:0;6c7595a931c3:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39423/user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d79d941018654d9abf793ede89d5781d, entries=1, sequenceid=318, filesize=5.0 K 2024-12-04T05:33:43,666 INFO [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.15 KB/167067, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=318, compaction requested=false 2024-12-04T05:33:43,668 INFO [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:33:43,668 DEBUG [M:0;6c7595a931c3:41307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733290422355Disabling compacts and flushes for region at 1733290422355Disabling writes for close at 1733290422355Obtaining lock to block concurrent updates at 1733290422356 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733290422356Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167067, getHeapSize=195624, getOffHeapSize=0, getCellsCount=365 at 1733290422356Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733290422357 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733290422357Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733290422373 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733290422373Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733290422786 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733290422803 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733290422803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733290423217 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733290423232 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733290423232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4e5e22: reopening flushed file at 1733290423645 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7689fe2b: reopening flushed file at 1733290423652 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b591357: reopening flushed file at 1733290423659 (+7 ms)Finished flush of dataSize ~163.15 KB/167067, heapSize ~190.80 KB/195384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=318, compaction requested=false at 1733290423667 (+8 ms)Writing region close event to WAL at 1733290423668 (+1 ms)Closed at 1733290423668 2024-12-04T05:33:43,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46647 is added to blk_1073741830_1006 (size=188344) 2024-12-04T05:33:43,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4ef737c-6f00-8a38-f7ef-cc5cc0d26bd2/MasterData/WALs/6c7595a931c3,41307,1733290289097/6c7595a931c3%2C41307%2C1733290289097.1733290291165 not finished, retry = 0 2024-12-04T05:33:43,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:33:43,773 INFO [M:0;6c7595a931c3:41307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:33:43,773 INFO [M:0;6c7595a931c3:41307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41307 2024-12-04T05:33:43,773 INFO [M:0;6c7595a931c3:41307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:33:43,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:33:43,875 INFO [M:0;6c7595a931c3:41307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:33:43,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1017bf4cee90000, quorum=127.0.0.1:56372, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:33:43,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e99df7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:33:43,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fb14b07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:33:43,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:33:43,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d304465{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:33:43,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4342e037{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/hadoop.log.dir/,STOPPED} 2024-12-04T05:33:43,885 WARN [BP-1777819757-172.17.0.2-1733290285976 heartbeating to localhost/127.0.0.1:39423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:33:43,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:33:43,885 WARN [BP-1777819757-172.17.0.2-1733290285976 heartbeating to localhost/127.0.0.1:39423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1777819757-172.17.0.2-1733290285976 (Datanode Uuid 06fe83b5-7d50-4bdb-b081-61f77b8c1a85) service to localhost/127.0.0.1:39423 2024-12-04T05:33:43,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:33:43,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c/data/data1/current/BP-1777819757-172.17.0.2-1733290285976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:33:43,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/cluster_92d13796-8774-d2e3-9893-bf5e3096549c/data/data2/current/BP-1777819757-172.17.0.2-1733290285976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:33:43,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:33:43,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:33:43,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:33:43,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:33:43,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:33:43,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4a922db-5e8c-c812-5161-3ce47092511b/hadoop.log.dir/,STOPPED} 2024-12-04T05:33:43,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:33:43,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down