2024-11-24 02:55:52,556 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-24 02:55:52,576 main DEBUG Took 0.017848 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 02:55:52,576 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 02:55:52,577 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 02:55:52,578 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 02:55:52,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,589 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 02:55:52,601 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,605 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,606 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,607 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,608 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,609 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,610 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,611 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,612 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 02:55:52,615 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,615 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 02:55:52,617 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 02:55:52,619 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 02:55:52,622 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 02:55:52,623 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 02:55:52,624 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 02:55:52,625 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 02:55:52,633 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 02:55:52,636 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 02:55:52,638 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 02:55:52,638 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 02:55:52,639 main DEBUG createAppenders(={Console}) 2024-11-24 02:55:52,640 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-24 02:55:52,640 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-24 02:55:52,640 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-24 02:55:52,641 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 02:55:52,641 main DEBUG OutputStream closed 2024-11-24 02:55:52,642 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 02:55:52,642 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 02:55:52,642 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-24 02:55:52,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 02:55:52,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 02:55:52,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 02:55:52,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 02:55:52,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 02:55:52,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 02:55:52,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 02:55:52,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 02:55:52,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 02:55:52,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 02:55:52,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 02:55:52,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 02:55:52,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 02:55:52,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 02:55:52,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 02:55:52,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 02:55:52,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 02:55:52,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 02:55:52,740 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 02:55:52,740 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-24 02:55:52,740 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 02:55:52,741 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-24T02:55:52,757 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-24 02:55:52,759 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 02:55:52,760 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T02:55:53,025 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7 2024-11-24T02:55:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T02:55:53,065 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a, deleteOnExit=true 2024-11-24T02:55:53,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T02:55:53,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/test.cache.data in system properties and HBase conf 2024-11-24T02:55:53,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T02:55:53,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/hadoop.log.dir in system properties and HBase conf 2024-11-24T02:55:53,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T02:55:53,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T02:55:53,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T02:55:53,173 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T02:55:53,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T02:55:53,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T02:55:53,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T02:55:53,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T02:55:53,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T02:55:53,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T02:55:53,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T02:55:53,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T02:55:53,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T02:55:53,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T02:55:53,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/nfs.dump.dir in system properties and HBase conf 2024-11-24T02:55:53,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/java.io.tmpdir in system properties and HBase conf 2024-11-24T02:55:53,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T02:55:53,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T02:55:53,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T02:55:54,570 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T02:55:54,678 INFO [Time-limited test {}] log.Log(170): Logging initialized @2935ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T02:55:54,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T02:55:54,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T02:55:54,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T02:55:54,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T02:55:54,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T02:55:54,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T02:55:54,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bcd68eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/hadoop.log.dir/,AVAILABLE} 2024-11-24T02:55:54,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3959e81b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T02:55:55,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ce6ffde{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/java.io.tmpdir/jetty-localhost-35537-hadoop-hdfs-3_4_1-tests_jar-_-any-6363914089297727867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T02:55:55,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c90255f{HTTP/1.1, (http/1.1)}{localhost:35537} 2024-11-24T02:55:55,192 INFO [Time-limited test {}] server.Server(415): Started @3450ms 2024-11-24T02:55:55,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T02:55:55,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T02:55:55,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T02:55:55,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T02:55:55,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T02:55:55,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7444f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/hadoop.log.dir/,AVAILABLE} 2024-11-24T02:55:55,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30fd9473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T02:55:56,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc105ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/java.io.tmpdir/jetty-localhost-44047-hadoop-hdfs-3_4_1-tests_jar-_-any-9031889396073209078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T02:55:56,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@360caa46{HTTP/1.1, (http/1.1)}{localhost:44047} 2024-11-24T02:55:56,066 INFO [Time-limited test {}] server.Server(415): Started @4324ms 2024-11-24T02:55:56,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T02:55:57,303 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a/data/data2/current/BP-216150989-172.17.0.2-1732416953917/current, will proceed with Du for space computation calculation, 2024-11-24T02:55:57,303 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a/data/data1/current/BP-216150989-172.17.0.2-1732416953917/current, will proceed with Du for space computation calculation, 2024-11-24T02:55:57,336 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T02:55:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30193a42ac5b1bab with lease ID 0xfd8ca751284bab73: Processing first storage report for DS-88908586-2fcf-4977-999f-317fc65fe0fe from datanode DatanodeRegistration(127.0.0.1:40801, datanodeUuid=5a918768-6caa-4bee-883a-12edb1d1f3eb, infoPort=45639, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1808499029;c=1732416953917) 2024-11-24T02:55:57,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30193a42ac5b1bab with lease ID 0xfd8ca751284bab73: from storage DS-88908586-2fcf-4977-999f-317fc65fe0fe node DatanodeRegistration(127.0.0.1:40801, datanodeUuid=5a918768-6caa-4bee-883a-12edb1d1f3eb, infoPort=45639, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1808499029;c=1732416953917), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T02:55:57,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30193a42ac5b1bab with lease ID 0xfd8ca751284bab73: Processing first storage report for DS-b0436c8a-f0f0-4ef3-b810-725b4ce7c555 from datanode DatanodeRegistration(127.0.0.1:40801, datanodeUuid=5a918768-6caa-4bee-883a-12edb1d1f3eb, infoPort=45639, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1808499029;c=1732416953917) 2024-11-24T02:55:57,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30193a42ac5b1bab with lease ID 0xfd8ca751284bab73: from storage DS-b0436c8a-f0f0-4ef3-b810-725b4ce7c555 node DatanodeRegistration(127.0.0.1:40801, datanodeUuid=5a918768-6caa-4bee-883a-12edb1d1f3eb, infoPort=45639, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1808499029;c=1732416953917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T02:55:57,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7 2024-11-24T02:55:57,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a/zookeeper_0, clientPort=50525, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T02:55:57,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50525 2024-11-24T02:55:57,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:55:57,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:55:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741825_1001 (size=7) 2024-11-24T02:55:58,274 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 with version=8 2024-11-24T02:55:58,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/hbase-staging 2024-11-24T02:55:58,379 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T02:55:58,697 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c69a60bd8f6:0 server-side Connection retries=9 2024-11-24T02:55:58,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:55:58,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T02:55:58,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T02:55:58,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:55:58,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T02:55:58,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T02:55:58,882 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T02:55:58,890 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T02:55:58,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T02:55:58,913 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 76116 (auto-detected) 2024-11-24T02:55:58,914 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T02:55:58,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37845 2024-11-24T02:55:58,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37845 connecting to ZooKeeper ensemble=127.0.0.1:50525 2024-11-24T02:55:59,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378450x0, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T02:55:59,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37845-0x1016ac4e8130000 connected 2024-11-24T02:55:59,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:55:59,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:55:59,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:55:59,347 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828, hbase.cluster.distributed=false 2024-11-24T02:55:59,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T02:55:59,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-24T02:55:59,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37845 2024-11-24T02:55:59,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37845 2024-11-24T02:55:59,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-24T02:55:59,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-24T02:55:59,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c69a60bd8f6:0 server-side Connection retries=9 2024-11-24T02:55:59,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:55:59,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T02:55:59,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T02:55:59,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T02:55:59,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T02:55:59,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T02:55:59,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T02:55:59,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42315 2024-11-24T02:55:59,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42315 connecting to ZooKeeper ensemble=127.0.0.1:50525 2024-11-24T02:55:59,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:55:59,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:55:59,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423150x0, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T02:55:59,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423150x0, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:55:59,615 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T02:55:59,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42315-0x1016ac4e8130001 connected 2024-11-24T02:55:59,626 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T02:55:59,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T02:55:59,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T02:55:59,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42315 2024-11-24T02:55:59,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42315 2024-11-24T02:55:59,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42315 2024-11-24T02:55:59,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42315 2024-11-24T02:55:59,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42315 2024-11-24T02:55:59,660 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c69a60bd8f6:37845 2024-11-24T02:55:59,662 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7c69a60bd8f6,37845,1732416958535 2024-11-24T02:55:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:55:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:55:59,681 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7c69a60bd8f6,37845,1732416958535 2024-11-24T02:55:59,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T02:55:59,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:55:59,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:55:59,716 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T02:55:59,717 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7c69a60bd8f6,37845,1732416958535 from backup master directory 2024-11-24T02:55:59,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:55:59,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7c69a60bd8f6,37845,1732416958535 2024-11-24T02:55:59,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T02:55:59,732 WARN [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T02:55:59,733 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c69a60bd8f6,37845,1732416958535 2024-11-24T02:55:59,735 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T02:55:59,736 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T02:55:59,801 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/hbase.id] with ID: dd99e1c6-c4c2-48bc-aad1-524aaac50ba5 2024-11-24T02:55:59,801 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/.tmp/hbase.id 2024-11-24T02:55:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741826_1002 (size=42) 2024-11-24T02:56:00,214 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/.tmp/hbase.id]:[hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/hbase.id] 2024-11-24T02:56:00,266 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T02:56:00,271 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T02:56:00,291 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-24T02:56:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741827_1003 (size=196) 2024-11-24T02:56:00,781 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:56:00,783 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T02:56:00,798 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:56:00,802 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T02:56:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741828_1004 (size=1189) 2024-11-24T02:56:01,258 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store 2024-11-24T02:56:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741829_1005 (size=34) 2024-11-24T02:56:01,687 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T02:56:01,692 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:56:01,693 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T02:56:01,694 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:56:01,694 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:56:01,696 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T02:56:01,696 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:56:01,696 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:56:01,697 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732416961693Disabling compacts and flushes for region at 1732416961693Disabling writes for close at 1732416961696 (+3 ms)Writing region close event to WAL at 1732416961696Closed at 1732416961696 2024-11-24T02:56:01,700 WARN [master/7c69a60bd8f6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/.initializing 2024-11-24T02:56:01,700 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/WALs/7c69a60bd8f6,37845,1732416958535 2024-11-24T02:56:01,709 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T02:56:01,725 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c69a60bd8f6%2C37845%2C1732416958535, suffix=, logDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/WALs/7c69a60bd8f6,37845,1732416958535, archiveDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/oldWALs, maxLogs=10 2024-11-24T02:56:01,749 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/WALs/7c69a60bd8f6,37845,1732416958535/7c69a60bd8f6%2C37845%2C1732416958535.1732416961729, exclude list is [], retry=0 2024-11-24T02:56:01,769 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-88908586-2fcf-4977-999f-317fc65fe0fe,DISK] 2024-11-24T02:56:01,772 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T02:56:01,810 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/WALs/7c69a60bd8f6,37845,1732416958535/7c69a60bd8f6%2C37845%2C1732416958535.1732416961729 2024-11-24T02:56:01,811 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45639:45639)] 2024-11-24T02:56:01,811 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:56:01,812 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:56:01,817 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,818 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T02:56:01,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:01,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:56:01,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T02:56:01,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:01,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:56:01,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T02:56:01,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:01,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:56:01,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T02:56:01,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:01,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:56:01,910 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,914 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,916 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,922 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,924 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,928 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T02:56:01,932 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T02:56:01,937 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:56:01,938 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63415520, jitterRate=-0.05503511428833008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T02:56:01,946 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732416961831Initializing all the Stores at 1732416961834 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732416961835 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732416961835Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732416961836 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732416961836Cleaning up temporary data from old regions at 1732416961924 (+88 ms)Region opened successfully at 1732416961946 (+22 ms) 2024-11-24T02:56:01,948 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T02:56:01,982 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a2bb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c69a60bd8f6/172.17.0.2:0 2024-11-24T02:56:02,013 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T02:56:02,024 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T02:56:02,025 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T02:56:02,028 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T02:56:02,029 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T02:56:02,034 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T02:56:02,034 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T02:56:02,061 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T02:56:02,070 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T02:56:02,100 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T02:56:02,103 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T02:56:02,105 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T02:56:02,113 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T02:56:02,116 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T02:56:02,121 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T02:56:02,131 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T02:56:02,133 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T02:56:02,145 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T02:56:02,165 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T02:56:02,176 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T02:56:02,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T02:56:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T02:56:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:02,190 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c69a60bd8f6,37845,1732416958535, sessionid=0x1016ac4e8130000, setting cluster-up flag (Was=false) 2024-11-24T02:56:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:02,250 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T02:56:02,253 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c69a60bd8f6,37845,1732416958535 2024-11-24T02:56:02,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:02,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:56:02,313 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T02:56:02,316 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c69a60bd8f6,37845,1732416958535 2024-11-24T02:56:02,323 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T02:56:02,347 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(746): ClusterId : dd99e1c6-c4c2-48bc-aad1-524aaac50ba5 2024-11-24T02:56:02,350 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T02:56:02,365 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T02:56:02,365 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T02:56:02,378 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T02:56:02,379 DEBUG [RS:0;7c69a60bd8f6:42315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bde36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c69a60bd8f6/172.17.0.2:0 2024-11-24T02:56:02,396 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c69a60bd8f6:42315 2024-11-24T02:56:02,399 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T02:56:02,400 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T02:56:02,400 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T02:56:02,403 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c69a60bd8f6,37845,1732416958535 with port=42315, startcode=1732416959487 2024-11-24T02:56:02,408 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T02:56:02,415 DEBUG [RS:0;7c69a60bd8f6:42315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T02:56:02,418 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T02:56:02,425 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T02:56:02,430 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c69a60bd8f6,37845,1732416958535 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T02:56:02,439 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c69a60bd8f6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:56:02,439 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c69a60bd8f6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:56:02,439 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c69a60bd8f6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:56:02,440 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c69a60bd8f6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T02:56:02,440 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c69a60bd8f6:0, corePoolSize=10, maxPoolSize=10 2024-11-24T02:56:02,440 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:02,440 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c69a60bd8f6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T02:56:02,441 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:02,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54149, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T02:56:02,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T02:56:02,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T02:56:02,461 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732416992461 2024-11-24T02:56:02,462 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-24T02:56:02,463 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T02:56:02,464 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T02:56:02,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:02,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T02:56:02,470 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T02:56:02,470 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T02:56:02,471 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T02:56:02,471 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T02:56:02,472 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:02,477 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T02:56:02,478 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T02:56:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741831_1007 (size=1321) 2024-11-24T02:56:02,479 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T02:56:02,484 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T02:56:02,485 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T02:56:02,491 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c69a60bd8f6:0:becomeActiveMaster-HFileCleaner.large.0-1732416962486,5,FailOnTimeoutGroup] 2024-11-24T02:56:02,491 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c69a60bd8f6:0:becomeActiveMaster-HFileCleaner.small.0-1732416962491,5,FailOnTimeoutGroup] 2024-11-24T02:56:02,492 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:02,492 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T02:56:02,493 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T02:56:02,493 WARN [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-24T02:56:02,493 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:02,494 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:02,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T02:56:02,884 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:56:02,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741832_1008 (size=32) 2024-11-24T02:56:03,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:56:03,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T02:56:03,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T02:56:03,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:03,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:56:03,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T02:56:03,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T02:56:03,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:56:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T02:56:03,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T02:56:03,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:03,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:56:03,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T02:56:03,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T02:56:03,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:56:03,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:56:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T02:56:03,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740 2024-11-24T02:56:03,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740 2024-11-24T02:56:03,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T02:56:03,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T02:56:03,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T02:56:03,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T02:56:03,334 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:56:03,335 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63058341, jitterRate=-0.06035749614238739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T02:56:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732416963297Initializing all the Stores at 1732416963299 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732416963299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732416963299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732416963299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732416963299Cleaning up temporary data from old regions at 1732416963326 (+27 ms)Region opened successfully at 1732416963339 (+13 ms) 2024-11-24T02:56:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T02:56:03,340 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T02:56:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T02:56:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T02:56:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T02:56:03,341 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T02:56:03,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732416963340Disabling compacts and flushes for region at 1732416963340Disabling writes for close at 1732416963340Writing region close event to WAL at 1732416963341 (+1 ms)Closed at 1732416963341 2024-11-24T02:56:03,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T02:56:03,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T02:56:03,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T02:56:03,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T02:56:03,363 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T02:56:03,514 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:04,515 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:05,516 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:06,516 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:07,517 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:08,518 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:08,880 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T02:56:08,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T02:56:09,518 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:10,519 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:11,520 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:12,521 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:13,521 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:14,522 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:15,523 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:16,524 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:17,525 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:18,525 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:19,526 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:20,527 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:21,527 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:22,528 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:23,529 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:24,530 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:25,530 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:26,531 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:27,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:56:27,532 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:28,533 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:29,533 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:30,534 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:31,535 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:32,495 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c69a60bd8f6,37845,1732416958535 with port=42315, startcode=1732416959487 2024-11-24T02:56:32,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c69a60bd8f6,42315,1732416959487 2024-11-24T02:56:32,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(517): Registering regionserver=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:56:32,509 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:56:32,510 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34817 2024-11-24T02:56:32,510 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T02:56:32,535 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:32,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T02:56:32,583 DEBUG [RS:0;7c69a60bd8f6:42315 {}] zookeeper.ZKUtil(111): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7c69a60bd8f6,42315,1732416959487 2024-11-24T02:56:32,584 WARN [RS:0;7c69a60bd8f6:42315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T02:56:32,584 INFO [RS:0;7c69a60bd8f6:42315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T02:56:32,585 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487 2024-11-24T02:56:32,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c69a60bd8f6,42315,1732416959487] 2024-11-24T02:56:32,611 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T02:56:32,625 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T02:56:32,630 INFO [RS:0;7c69a60bd8f6:42315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T02:56:32,630 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,631 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T02:56:32,636 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T02:56:32,638 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,638 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,638 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,638 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c69a60bd8f6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,639 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,640 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c69a60bd8f6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T02:56:32,640 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c69a60bd8f6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T02:56:32,640 DEBUG [RS:0;7c69a60bd8f6:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c69a60bd8f6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T02:56:32,641 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,641 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,641 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,641 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,641 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,641 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,42315,1732416959487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T02:56:32,664 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T02:56:32,666 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,42315,1732416959487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,666 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,667 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.Replication(171): 7c69a60bd8f6,42315,1732416959487 started 2024-11-24T02:56:32,690 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:56:32,690 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1482): Serving as 7c69a60bd8f6,42315,1732416959487, RpcServer on 7c69a60bd8f6/172.17.0.2:42315, sessionid=0x1016ac4e8130001 2024-11-24T02:56:32,691 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T02:56:32,691 DEBUG [RS:0;7c69a60bd8f6:42315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c69a60bd8f6,42315,1732416959487 2024-11-24T02:56:32,692 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c69a60bd8f6,42315,1732416959487' 2024-11-24T02:56:32,692 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T02:56:32,693 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T02:56:32,693 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T02:56:32,694 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T02:56:32,694 DEBUG [RS:0;7c69a60bd8f6:42315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c69a60bd8f6,42315,1732416959487 2024-11-24T02:56:32,694 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c69a60bd8f6,42315,1732416959487' 2024-11-24T02:56:32,694 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T02:56:32,694 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T02:56:32,695 DEBUG [RS:0;7c69a60bd8f6:42315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T02:56:32,695 INFO [RS:0;7c69a60bd8f6:42315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T02:56:32,695 INFO [RS:0;7c69a60bd8f6:42315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T02:56:33,536 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:34,537 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:35,537 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:36,538 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:37,539 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:38,540 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:39,540 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:40,541 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:41,542 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:42,542 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:43,543 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:44,544 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:45,544 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:46,545 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:47,546 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:48,547 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:49,547 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:50,548 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:51,549 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:52,549 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:53,550 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:54,551 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:55,551 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:56,552 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:57,478 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:56:57,553 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:58,554 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:56:59,554 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:57:00,555 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:57:01,556 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:57:02,557 WARN [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T02:57:02,704 INFO [RS:0;7c69a60bd8f6:42315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T02:57:02,711 INFO [RS:0;7c69a60bd8f6:42315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c69a60bd8f6%2C42315%2C1732416959487, suffix=, logDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487, archiveDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/oldWALs, maxLogs=32 2024-11-24T02:57:02,730 DEBUG [RS:0;7c69a60bd8f6:42315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487/7c69a60bd8f6%2C42315%2C1732416959487.1732417022714, exclude list is [], retry=0 2024-11-24T02:57:02,734 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-88908586-2fcf-4977-999f-317fc65fe0fe,DISK] 2024-11-24T02:57:02,738 INFO [RS:0;7c69a60bd8f6:42315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487/7c69a60bd8f6%2C42315%2C1732416959487.1732417022714 2024-11-24T02:57:02,739 DEBUG [RS:0;7c69a60bd8f6:42315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45639:45639)] 2024-11-24T02:57:02,811 DEBUG [7c69a60bd8f6:37845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T02:57:02,825 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:02,833 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c69a60bd8f6,42315,1732416959487, state=OPENING 2024-11-24T02:57:02,917 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T02:57:02,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:57:02,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:57:02,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:57:02,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:57:02,933 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T02:57:02,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:03,118 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T02:57:03,122 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55669, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T02:57:03,134 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T02:57:03,134 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T02:57:03,135 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T02:57:03,138 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c69a60bd8f6%2C42315%2C1732416959487.meta, suffix=.meta, logDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487, archiveDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/oldWALs, maxLogs=32 2024-11-24T02:57:03,157 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487/7c69a60bd8f6%2C42315%2C1732416959487.meta.1732417023141.meta, exclude list is [], retry=0 2024-11-24T02:57:03,161 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-88908586-2fcf-4977-999f-317fc65fe0fe,DISK] 2024-11-24T02:57:03,164 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487/7c69a60bd8f6%2C42315%2C1732416959487.meta.1732417023141.meta 2024-11-24T02:57:03,165 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45639:45639)] 2024-11-24T02:57:03,165 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:03,167 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T02:57:03,170 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T02:57:03,175 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T02:57:03,179 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T02:57:03,180 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:03,181 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T02:57:03,181 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T02:57:03,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T02:57:03,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T02:57:03,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:03,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:57:03,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T02:57:03,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T02:57:03,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:03,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:57:03,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T02:57:03,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T02:57:03,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:03,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:57:03,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T02:57:03,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T02:57:03,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:03,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T02:57:03,197 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T02:57:03,199 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740 2024-11-24T02:57:03,202 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740 2024-11-24T02:57:03,204 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T02:57:03,204 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T02:57:03,205 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T02:57:03,208 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T02:57:03,210 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64017430, jitterRate=-0.046065956354141235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T02:57:03,210 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T02:57:03,211 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732417023181Writing region info on filesystem at 1732417023182 (+1 ms)Initializing all the Stores at 1732417023184 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732417023184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732417023184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417023184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732417023184Cleaning up temporary data from old regions at 1732417023204 (+20 ms)Running coprocessor post-open hooks at 1732417023210 (+6 ms)Region opened successfully at 1732417023211 (+1 ms) 2024-11-24T02:57:03,219 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732417023108 2024-11-24T02:57:03,233 DEBUG [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T02:57:03,234 INFO [RS_OPEN_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T02:57:03,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:03,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c69a60bd8f6,42315,1732416959487, state=OPEN 2024-11-24T02:57:03,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T02:57:03,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T02:57:03,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:57:03,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T02:57:03,288 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:03,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T02:57:03,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c69a60bd8f6,42315,1732416959487 in 352 msec 2024-11-24T02:57:03,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T02:57:03,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9470 sec 2024-11-24T02:57:03,305 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T02:57:03,306 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T02:57:03,327 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T02:57:03,328 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c69a60bd8f6,42315,1732416959487, seqNum=-1] 2024-11-24T02:57:03,350 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:57:03,353 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52507, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:57:03,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.019 sec 2024-11-24T02:57:03,378 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732417023378, completionTime=-1 2024-11-24T02:57:03,382 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T02:57:03,382 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T02:57:03,409 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T02:57:03,409 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732417083409 2024-11-24T02:57:03,409 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732417143409 2024-11-24T02:57:03,409 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-24T02:57:03,411 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,37845,1732416958535-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T02:57:03,412 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,37845,1732416958535-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:57:03,412 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,37845,1732416958535-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:57:03,414 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c69a60bd8f6:37845, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:57:03,414 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T02:57:03,415 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T02:57:03,422 DEBUG [master/7c69a60bd8f6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T02:57:03,447 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.714sec 2024-11-24T02:57:03,449 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T02:57:03,451 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T02:57:03,452 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T02:57:03,453 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T02:57:03,453 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T02:57:03,454 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,37845,1732416958535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T02:57:03,455 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,37845,1732416958535-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T02:57:03,464 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T02:57:03,466 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T02:57:03,466 INFO [master/7c69a60bd8f6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c69a60bd8f6,37845,1732416958535-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T02:57:03,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6915cddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:57:03,512 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T02:57:03,512 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T02:57:03,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c69a60bd8f6,37845,-1 for getting cluster id 2024-11-24T02:57:03,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T02:57:03,529 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd99e1c6-c4c2-48bc-aad1-524aaac50ba5' 2024-11-24T02:57:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T02:57:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd99e1c6-c4c2-48bc-aad1-524aaac50ba5" 2024-11-24T02:57:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bd34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:57:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c69a60bd8f6,37845,-1] 2024-11-24T02:57:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T02:57:03,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:57:03,540 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T02:57:03,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d79b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:57:03,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T02:57:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c69a60bd8f6,42315,1732416959487, seqNum=-1] 2024-11-24T02:57:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:57:03,555 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:57:03,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c69a60bd8f6,37845,1732416958535 2024-11-24T02:57:03,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8b5254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:57:03,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c69a60bd8f6,37845,-1 for getting cluster id 2024-11-24T02:57:03,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T02:57:03,582 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd99e1c6-c4c2-48bc-aad1-524aaac50ba5' 2024-11-24T02:57:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T02:57:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd99e1c6-c4c2-48bc-aad1-524aaac50ba5" 2024-11-24T02:57:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8a2617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:57:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c69a60bd8f6,37845,-1] 2024-11-24T02:57:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T02:57:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:57:03,586 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T02:57:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T02:57:03,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=10052 2024-11-24T02:57:03,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T02:57:03,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c69a60bd8f6,37845,1732416958535 2024-11-24T02:57:03,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdd038e 2024-11-24T02:57:03,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T02:57:03,624 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T02:57:03,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-24T02:57:03,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:03,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-24T02:57:03,682 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:03,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T02:57:03,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741835_1011 (size=428) 2024-11-24T02:57:04,105 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad7fe2be863ab6eba71c3a43156291d0, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:04,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741836_1012 (size=79) 2024-11-24T02:57:04,115 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:04,115 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing ad7fe2be863ab6eba71c3a43156291d0, disabling compactions & flushes 2024-11-24T02:57:04,115 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:57:04,116 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:57:04,116 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. after waiting 0 ms 2024-11-24T02:57:04,116 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:57:04,116 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:57:04,116 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad7fe2be863ab6eba71c3a43156291d0: Waiting for close lock at 1732417024115Disabling compacts and flushes for region at 1732417024115Disabling writes for close at 1732417024116 (+1 ms)Writing region close event to WAL at 1732417024116Closed at 1732417024116 2024-11-24T02:57:04,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:04,123 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732417024119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417024119"}]},"ts":"1732417024119"} 2024-11-24T02:57:04,129 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:04,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:04,133 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417024131"}]},"ts":"1732417024131"} 2024-11-24T02:57:04,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-24T02:57:04,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ad7fe2be863ab6eba71c3a43156291d0, ASSIGN}] 2024-11-24T02:57:04,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ad7fe2be863ab6eba71c3a43156291d0, ASSIGN 2024-11-24T02:57:04,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ad7fe2be863ab6eba71c3a43156291d0, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:04,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad7fe2be863ab6eba71c3a43156291d0, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:04,305 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ad7fe2be863ab6eba71c3a43156291d0, ASSIGN because future has completed 2024-11-24T02:57:04,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad7fe2be863ab6eba71c3a43156291d0, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:04,468 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:57:04,468 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad7fe2be863ab6eba71c3a43156291d0, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:04,469 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,469 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:04,469 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,469 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,472 INFO [StoreOpener-ad7fe2be863ab6eba71c3a43156291d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,475 INFO [StoreOpener-ad7fe2be863ab6eba71c3a43156291d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad7fe2be863ab6eba71c3a43156291d0 columnFamilyName testFamily 2024-11-24T02:57:04,475 DEBUG [StoreOpener-ad7fe2be863ab6eba71c3a43156291d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:04,476 INFO [StoreOpener-ad7fe2be863ab6eba71c3a43156291d0-1 {}] regionserver.HStore(327): Store=ad7fe2be863ab6eba71c3a43156291d0/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:04,476 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,478 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,479 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,480 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,480 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,484 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,487 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:04,488 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad7fe2be863ab6eba71c3a43156291d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72574107, jitterRate=0.08143846690654755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:04,489 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:57:04,490 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad7fe2be863ab6eba71c3a43156291d0: Running coprocessor pre-open hook at 1732417024469Writing region info on filesystem at 1732417024469Initializing all the Stores at 1732417024471 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417024472 (+1 ms)Cleaning up temporary data from old regions at 1732417024480 (+8 ms)Running coprocessor post-open hooks at 1732417024489 (+9 ms)Region opened successfully at 1732417024490 (+1 ms) 2024-11-24T02:57:04,492 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0., pid=6, masterSystemTime=1732417024461 2024-11-24T02:57:04,495 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:57:04,495 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:57:04,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad7fe2be863ab6eba71c3a43156291d0, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:04,501 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad7fe2be863ab6eba71c3a43156291d0, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:04,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T02:57:04,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad7fe2be863ab6eba71c3a43156291d0, server=7c69a60bd8f6,42315,1732416959487 in 197 msec 2024-11-24T02:57:04,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T02:57:04,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ad7fe2be863ab6eba71c3a43156291d0, ASSIGN in 368 msec 2024-11-24T02:57:04,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:04,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417024515"}]},"ts":"1732417024515"} 2024-11-24T02:57:04,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-24T02:57:04,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:04,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 867 msec 2024-11-24T02:57:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T02:57:04,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-24T02:57:04,711 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-24T02:57:04,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:04,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-24T02:57:04,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:04,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-24T02:57:04,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T02:57:04,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c69a60bd8f6,42315,1732416959487, seqNum=-1] 2024-11-24T02:57:04,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T02:57:04,729 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T02:57:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:04,751 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:04,756 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-24T02:57:04,761 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-24T02:57:04,766 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-24T02:57:04,768 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-24T02:57:04,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8654153832068022280 2024-11-24T02:57:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417027767, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:04,779 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-24T02:57:04,781 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-24T02:57:04,782 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:04,784 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:04,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8654153832068022282 2024-11-24T02:57:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417027784, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:04,790 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:04,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8654153832068022283 2024-11-24T02:57:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417027790, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:04,795 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:04,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8654153832068022284 2024-11-24T02:57:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417027795, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:04,801 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:04,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_99777897_22 at /127.0.0.1:41154 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=10011 (was 10052) 2024-11-24T02:57:04,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=10010 2024-11-24T02:57:04,825 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:04,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-24T02:57:04,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:04,830 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:04,830 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-24T02:57:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T02:57:04,833 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:04,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741837_1013 (size=414) 2024-11-24T02:57:05,250 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45c1abb422e543e7fe64fb4c76c4b876, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:05,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741838_1014 (size=65) 2024-11-24T02:57:05,661 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:05,661 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 45c1abb422e543e7fe64fb4c76c4b876, disabling compactions & flushes 2024-11-24T02:57:05,661 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:57:05,662 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:57:05,662 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. after waiting 0 ms 2024-11-24T02:57:05,662 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:57:05,662 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:57:05,662 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45c1abb422e543e7fe64fb4c76c4b876: Waiting for close lock at 1732417025661Disabling compacts and flushes for region at 1732417025661Disabling writes for close at 1732417025662 (+1 ms)Writing region close event to WAL at 1732417025662Closed at 1732417025662 2024-11-24T02:57:05,664 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:05,665 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732417025664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417025664"}]},"ts":"1732417025664"} 2024-11-24T02:57:05,668 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:05,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:05,671 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417025670"}]},"ts":"1732417025670"} 2024-11-24T02:57:05,674 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-24T02:57:05,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=45c1abb422e543e7fe64fb4c76c4b876, ASSIGN}] 2024-11-24T02:57:05,676 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=45c1abb422e543e7fe64fb4c76c4b876, ASSIGN 2024-11-24T02:57:05,678 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=45c1abb422e543e7fe64fb4c76c4b876, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:05,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=45c1abb422e543e7fe64fb4c76c4b876, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:05,835 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=45c1abb422e543e7fe64fb4c76c4b876, ASSIGN because future has completed 2024-11-24T02:57:05,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45c1abb422e543e7fe64fb4c76c4b876, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T02:57:05,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:57:05,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 45c1abb422e543e7fe64fb4c76c4b876, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:05,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:05,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:05,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:05,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,002 INFO [StoreOpener-45c1abb422e543e7fe64fb4c76c4b876-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,005 INFO [StoreOpener-45c1abb422e543e7fe64fb4c76c4b876-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45c1abb422e543e7fe64fb4c76c4b876 columnFamilyName testFamily 2024-11-24T02:57:06,005 DEBUG [StoreOpener-45c1abb422e543e7fe64fb4c76c4b876-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:06,006 INFO [StoreOpener-45c1abb422e543e7fe64fb4c76c4b876-1 {}] regionserver.HStore(327): Store=45c1abb422e543e7fe64fb4c76c4b876/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:06,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:06,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 45c1abb422e543e7fe64fb4c76c4b876; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67521795, jitterRate=0.0061531513929367065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:06,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:57:06,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 45c1abb422e543e7fe64fb4c76c4b876: Running coprocessor pre-open hook at 1732417026000Writing region info on filesystem at 1732417026000Initializing all the Stores at 1732417026002 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417026002Cleaning up temporary data from old regions at 1732417026009 (+7 ms)Running coprocessor post-open hooks at 1732417026017 (+8 ms)Region opened successfully at 1732417026018 (+1 ms) 2024-11-24T02:57:06,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., pid=9, masterSystemTime=1732417025991 2024-11-24T02:57:06,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:57:06,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:57:06,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=45c1abb422e543e7fe64fb4c76c4b876, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:06,029 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45c1abb422e543e7fe64fb4c76c4b876, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:06,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T02:57:06,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 45c1abb422e543e7fe64fb4c76c4b876, server=7c69a60bd8f6,42315,1732416959487 in 196 msec 2024-11-24T02:57:06,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T02:57:06,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=45c1abb422e543e7fe64fb4c76c4b876, ASSIGN in 360 msec 2024-11-24T02:57:06,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:06,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417026041"}]},"ts":"1732417026041"} 2024-11-24T02:57:06,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-24T02:57:06,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:06,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2210 sec 2024-11-24T02:57:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T02:57:07,870 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-24T02:57:07,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-24T02:57:07,870 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:07,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-24T02:57:07,876 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:07,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-24T02:57:07,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:07,896 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:07,896 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-24T02:57:07,901 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-24T02:57:07,903 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-24T02:57:08,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:57:08,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-24T02:57:08,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T02:57:08,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-24T02:57:08,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T02:57:08,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:08,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T02:57:08,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T02:57:08,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-24T02:57:08,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:08,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-24T02:57:08,883 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:13,920 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7c69a60bd8f6:42315 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-11-24T02:57:13,921 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms 2024-11-24T02:57:13,921 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 from cache 2024-11-24T02:57:13,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=9996 (was 10010) 2024-11-24T02:57:13,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=9995 2024-11-24T02:57:13,943 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:13,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-24T02:57:13,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:13,947 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:13,947 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-24T02:57:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-24T02:57:13,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:13,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741839_1015 (size=412) 2024-11-24T02:57:14,362 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 267109fd6281975a76709a605e07a585, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:14,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741840_1016 (size=63) 2024-11-24T02:57:14,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-24T02:57:14,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:14,773 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 267109fd6281975a76709a605e07a585, disabling compactions & flushes 2024-11-24T02:57:14,773 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:57:14,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:57:14,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. after waiting 0 ms 2024-11-24T02:57:14,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:57:14,774 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:57:14,774 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 267109fd6281975a76709a605e07a585: Waiting for close lock at 1732417034773Disabling compacts and flushes for region at 1732417034773Disabling writes for close at 1732417034774 (+1 ms)Writing region close event to WAL at 1732417034774Closed at 1732417034774 2024-11-24T02:57:14,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:14,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732417034777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417034777"}]},"ts":"1732417034777"} 2024-11-24T02:57:14,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:14,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:14,783 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417034783"}]},"ts":"1732417034783"} 2024-11-24T02:57:14,787 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-24T02:57:14,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=267109fd6281975a76709a605e07a585, ASSIGN}] 2024-11-24T02:57:14,789 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=267109fd6281975a76709a605e07a585, ASSIGN 2024-11-24T02:57:14,791 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=267109fd6281975a76709a605e07a585, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:14,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=267109fd6281975a76709a605e07a585, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:14,947 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=267109fd6281975a76709a605e07a585, ASSIGN because future has completed 2024-11-24T02:57:14,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 267109fd6281975a76709a605e07a585, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-24T02:57:15,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:57:15,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 267109fd6281975a76709a605e07a585, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:15,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:15,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,116 INFO [StoreOpener-267109fd6281975a76709a605e07a585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,118 INFO [StoreOpener-267109fd6281975a76709a605e07a585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267109fd6281975a76709a605e07a585 columnFamilyName testFamily 2024-11-24T02:57:15,119 DEBUG [StoreOpener-267109fd6281975a76709a605e07a585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:15,119 INFO [StoreOpener-267109fd6281975a76709a605e07a585-1 {}] regionserver.HStore(327): Store=267109fd6281975a76709a605e07a585/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:15,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:15,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 267109fd6281975a76709a605e07a585; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64390108, jitterRate=-0.04051262140274048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:15,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 267109fd6281975a76709a605e07a585 2024-11-24T02:57:15,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 267109fd6281975a76709a605e07a585: Running coprocessor pre-open hook at 1732417035113Writing region info on filesystem at 1732417035113Initializing all the Stores at 1732417035115 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417035115Cleaning up temporary data from old regions at 1732417035123 (+8 ms)Running coprocessor post-open hooks at 1732417035131 (+8 ms)Region opened successfully at 1732417035131 2024-11-24T02:57:15,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585., pid=12, masterSystemTime=1732417035102 2024-11-24T02:57:15,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:57:15,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:57:15,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=267109fd6281975a76709a605e07a585, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:15,140 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 267109fd6281975a76709a605e07a585, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:15,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T02:57:15,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 267109fd6281975a76709a605e07a585, server=7c69a60bd8f6,42315,1732416959487 in 196 msec 2024-11-24T02:57:15,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T02:57:15,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=267109fd6281975a76709a605e07a585, ASSIGN in 360 msec 2024-11-24T02:57:15,153 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:15,153 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417035153"}]},"ts":"1732417035153"} 2024-11-24T02:57:15,156 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-24T02:57:15,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:15,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2150 sec 2024-11-24T02:57:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-24T02:57:16,969 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-24T02:57:16,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-24T02:57:16,969 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:16,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-24T02:57:16,976 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:16,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-24T02:57:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:16,994 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:16,994 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-24T02:57:16,998 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-24T02:57:17,000 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-24T02:57:17,001 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-24T02:57:17,002 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-24T02:57:18,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-24T02:57:18,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:20,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:57:20,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-24T02:57:23,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022293' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-24T02:57:23,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41164 deadline: 1732417049014, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022293' does not exist 2024-11-24T02:57:23,021 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7c69a60bd8f6,42315,1732416959487 for closing scanner id = 8654153832068022293 for 267109fd6281975a76709a605e07a585 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022293' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:57:23,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9981 (was 9995) 2024-11-24T02:57:23,032 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=9981 2024-11-24T02:57:23,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-24T02:57:23,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:23,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:23,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-24T02:57:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T02:57:23,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741841_1017 (size=423) 2024-11-24T02:57:23,454 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ad86f5a6eeb9b411a802d82dd591ba8, NAME => 'testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741842_1018 (size=74) 2024-11-24T02:57:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-24T02:57:23,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:23,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 2ad86f5a6eeb9b411a802d82dd591ba8, disabling compactions & flushes 2024-11-24T02:57:23,868 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:57:23,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:57:23,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. after waiting 0 ms 2024-11-24T02:57:23,868 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:57:23,869 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:57:23,869 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ad86f5a6eeb9b411a802d82dd591ba8: Waiting for close lock at 1732417043868Disabling compacts and flushes for region at 1732417043868Disabling writes for close at 1732417043868Writing region close event to WAL at 1732417043868Closed at 1732417043868 2024-11-24T02:57:23,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:23,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732417043871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417043871"}]},"ts":"1732417043871"} 2024-11-24T02:57:23,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:23,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:23,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417043878"}]},"ts":"1732417043878"} 2024-11-24T02:57:23,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-24T02:57:23,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2ad86f5a6eeb9b411a802d82dd591ba8, ASSIGN}] 2024-11-24T02:57:23,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2ad86f5a6eeb9b411a802d82dd591ba8, ASSIGN 2024-11-24T02:57:23,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2ad86f5a6eeb9b411a802d82dd591ba8, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:24,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ad86f5a6eeb9b411a802d82dd591ba8, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:24,042 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2ad86f5a6eeb9b411a802d82dd591ba8, ASSIGN because future has completed 2024-11-24T02:57:24,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad86f5a6eeb9b411a802d82dd591ba8, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T02:57:24,207 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:57:24,208 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ad86f5a6eeb9b411a802d82dd591ba8, NAME => 'testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:24,208 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,209 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:24,209 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,209 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,211 INFO [StoreOpener-2ad86f5a6eeb9b411a802d82dd591ba8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,216 INFO [StoreOpener-2ad86f5a6eeb9b411a802d82dd591ba8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ad86f5a6eeb9b411a802d82dd591ba8 columnFamilyName testFamily 2024-11-24T02:57:24,216 DEBUG [StoreOpener-2ad86f5a6eeb9b411a802d82dd591ba8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:24,217 INFO [StoreOpener-2ad86f5a6eeb9b411a802d82dd591ba8-1 {}] regionserver.HStore(327): Store=2ad86f5a6eeb9b411a802d82dd591ba8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:24,218 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,219 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,220 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,221 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,221 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,224 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,228 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:24,229 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2ad86f5a6eeb9b411a802d82dd591ba8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61159479, jitterRate=-0.08865274488925934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:24,229 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:57:24,230 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2ad86f5a6eeb9b411a802d82dd591ba8: Running coprocessor pre-open hook at 1732417044209Writing region info on filesystem at 1732417044209Initializing all the Stores at 1732417044211 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417044211Cleaning up temporary data from old regions at 1732417044221 (+10 ms)Running coprocessor post-open hooks at 1732417044229 (+8 ms)Region opened successfully at 1732417044230 (+1 ms) 2024-11-24T02:57:24,232 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8., pid=15, masterSystemTime=1732417044198 2024-11-24T02:57:24,235 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:57:24,235 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:57:24,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2ad86f5a6eeb9b411a802d82dd591ba8, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:24,239 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ad86f5a6eeb9b411a802d82dd591ba8, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:24,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T02:57:24,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ad86f5a6eeb9b411a802d82dd591ba8, server=7c69a60bd8f6,42315,1732416959487 in 198 msec 2024-11-24T02:57:24,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T02:57:24,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=2ad86f5a6eeb9b411a802d82dd591ba8, ASSIGN in 363 msec 2024-11-24T02:57:24,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:24,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417044249"}]},"ts":"1732417044249"} 2024-11-24T02:57:24,252 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-24T02:57:24,254 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:24,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2190 sec 2024-11-24T02:57:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T02:57:26,069 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-24T02:57:26,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-24T02:57:26,070 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:26,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-24T02:57:26,076 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:26,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-24T02:57:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:26,094 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:26,094 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-24T02:57:26,098 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-24T02:57:26,101 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-24T02:57:26,102 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-24T02:57:26,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8654153832068022297 2024-11-24T02:57:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417049102, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:26,107 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-24T02:57:26,108 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-24T02:57:26,109 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:26,111 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:26,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8654153832068022299 2024-11-24T02:57:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417049111, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:26,116 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:26,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8654153832068022300 2024-11-24T02:57:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417049116, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:26,121 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:26,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8654153832068022301 2024-11-24T02:57:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41164 deadline: 1732417049120, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-24T02:57:26,126 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-24T02:57:26,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_99777897_22 at /127.0.0.1:40644 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=9969 (was 9981) 2024-11-24T02:57:26,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=9969 2024-11-24T02:57:26,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-24T02:57:26,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:26,150 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:26,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-24T02:57:26,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-24T02:57:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741843_1019 (size=418) 2024-11-24T02:57:26,563 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e57f2a071354d010d69430fb359895c9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741844_1020 (size=69) 2024-11-24T02:57:26,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:26,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing e57f2a071354d010d69430fb359895c9, disabling compactions & flushes 2024-11-24T02:57:26,578 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:57:26,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:57:26,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. after waiting 0 ms 2024-11-24T02:57:26,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:57:26,578 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:57:26,578 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for e57f2a071354d010d69430fb359895c9: Waiting for close lock at 1732417046578Disabling compacts and flushes for region at 1732417046578Disabling writes for close at 1732417046578Writing region close event to WAL at 1732417046578Closed at 1732417046578 2024-11-24T02:57:26,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:26,580 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732417046580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417046580"}]},"ts":"1732417046580"} 2024-11-24T02:57:26,583 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:26,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:26,585 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417046585"}]},"ts":"1732417046585"} 2024-11-24T02:57:26,588 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-24T02:57:26,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e57f2a071354d010d69430fb359895c9, ASSIGN}] 2024-11-24T02:57:26,591 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e57f2a071354d010d69430fb359895c9, ASSIGN 2024-11-24T02:57:26,592 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e57f2a071354d010d69430fb359895c9, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:26,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e57f2a071354d010d69430fb359895c9, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:26,747 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e57f2a071354d010d69430fb359895c9, ASSIGN because future has completed 2024-11-24T02:57:26,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e57f2a071354d010d69430fb359895c9, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:26,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-24T02:57:26,906 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:57:26,907 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e57f2a071354d010d69430fb359895c9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:26,907 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,907 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:26,908 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,908 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,910 INFO [StoreOpener-e57f2a071354d010d69430fb359895c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,912 INFO [StoreOpener-e57f2a071354d010d69430fb359895c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e57f2a071354d010d69430fb359895c9 columnFamilyName testFamily 2024-11-24T02:57:26,912 DEBUG [StoreOpener-e57f2a071354d010d69430fb359895c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:26,913 INFO [StoreOpener-e57f2a071354d010d69430fb359895c9-1 {}] regionserver.HStore(327): Store=e57f2a071354d010d69430fb359895c9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:26,914 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,915 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,916 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,916 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,916 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,919 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,923 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:26,923 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e57f2a071354d010d69430fb359895c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59635417, jitterRate=-0.11136303842067719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:26,924 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e57f2a071354d010d69430fb359895c9 2024-11-24T02:57:26,924 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e57f2a071354d010d69430fb359895c9: Running coprocessor pre-open hook at 1732417046908Writing region info on filesystem at 1732417046908Initializing all the Stores at 1732417046909 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417046909Cleaning up temporary data from old regions at 1732417046916 (+7 ms)Running coprocessor post-open hooks at 1732417046924 (+8 ms)Region opened successfully at 1732417046924 2024-11-24T02:57:26,926 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., pid=18, masterSystemTime=1732417046901 2024-11-24T02:57:26,929 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:57:26,929 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:57:26,930 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e57f2a071354d010d69430fb359895c9, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:26,933 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e57f2a071354d010d69430fb359895c9, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:26,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-24T02:57:26,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure e57f2a071354d010d69430fb359895c9, server=7c69a60bd8f6,42315,1732416959487 in 188 msec 2024-11-24T02:57:26,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T02:57:26,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=e57f2a071354d010d69430fb359895c9, ASSIGN in 350 msec 2024-11-24T02:57:26,944 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:26,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417046944"}]},"ts":"1732417046944"} 2024-11-24T02:57:26,948 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-24T02:57:26,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:26,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 803 msec 2024-11-24T02:57:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-24T02:57:27,169 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-24T02:57:27,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-24T02:57:27,169 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:27,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-24T02:57:27,173 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:27,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-24T02:57:27,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:27,188 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:27,188 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-24T02:57:27,192 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-24T02:57:27,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-24T02:57:27,478 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:57:28,198 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7c69a60bd8f6:42315 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-24T02:57:28,199 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms 2024-11-24T02:57:28,199 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 from cache 2024-11-24T02:57:28,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-24T02:57:28,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-24T02:57:28,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:28,881 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-24T02:57:28,881 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:29,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-24T02:57:29,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:57:30,199 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7c69a60bd8f6:42315 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=977ms, rpcTimeout=970ms 2024-11-24T02:57:30,199 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=977ms, rpcTimeout=970ms 2024-11-24T02:57:30,199 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 from cache 2024-11-24T02:57:30,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9960 (was 9969) 2024-11-24T02:57:30,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=9960 2024-11-24T02:57:30,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-24T02:57:30,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:30,224 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:30,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-24T02:57:30,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T02:57:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741845_1021 (size=416) 2024-11-24T02:57:30,639 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7335fceaa52a0116d31d702fb1af07b5, NAME => 'testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741846_1022 (size=67) 2024-11-24T02:57:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-24T02:57:31,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:31,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7335fceaa52a0116d31d702fb1af07b5, disabling compactions & flushes 2024-11-24T02:57:31,051 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:57:31,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:57:31,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. after waiting 0 ms 2024-11-24T02:57:31,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:57:31,051 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:57:31,051 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7335fceaa52a0116d31d702fb1af07b5: Waiting for close lock at 1732417051051Disabling compacts and flushes for region at 1732417051051Disabling writes for close at 1732417051051Writing region close event to WAL at 1732417051051Closed at 1732417051051 2024-11-24T02:57:31,053 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:31,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732417051053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417051053"}]},"ts":"1732417051053"} 2024-11-24T02:57:31,057 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:31,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:31,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417051059"}]},"ts":"1732417051059"} 2024-11-24T02:57:31,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-24T02:57:31,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7335fceaa52a0116d31d702fb1af07b5, ASSIGN}] 2024-11-24T02:57:31,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7335fceaa52a0116d31d702fb1af07b5, ASSIGN 2024-11-24T02:57:31,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7335fceaa52a0116d31d702fb1af07b5, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:31,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7335fceaa52a0116d31d702fb1af07b5, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:31,219 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7335fceaa52a0116d31d702fb1af07b5, ASSIGN because future has completed 2024-11-24T02:57:31,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7335fceaa52a0116d31d702fb1af07b5, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T02:57:31,378 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:57:31,378 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 7335fceaa52a0116d31d702fb1af07b5, NAME => 'testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:31,379 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,379 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:31,379 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,380 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,382 INFO [StoreOpener-7335fceaa52a0116d31d702fb1af07b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,384 INFO [StoreOpener-7335fceaa52a0116d31d702fb1af07b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7335fceaa52a0116d31d702fb1af07b5 columnFamilyName testFamily 2024-11-24T02:57:31,384 DEBUG [StoreOpener-7335fceaa52a0116d31d702fb1af07b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:31,385 INFO [StoreOpener-7335fceaa52a0116d31d702fb1af07b5-1 {}] regionserver.HStore(327): Store=7335fceaa52a0116d31d702fb1af07b5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:31,385 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,387 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,387 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,388 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,388 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,392 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,396 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:31,396 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 7335fceaa52a0116d31d702fb1af07b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72850302, jitterRate=0.0855540931224823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:31,397 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:57:31,397 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 7335fceaa52a0116d31d702fb1af07b5: Running coprocessor pre-open hook at 1732417051380Writing region info on filesystem at 1732417051380Initializing all the Stores at 1732417051381 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417051381Cleaning up temporary data from old regions at 1732417051388 (+7 ms)Running coprocessor post-open hooks at 1732417051397 (+9 ms)Region opened successfully at 1732417051397 2024-11-24T02:57:31,398 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5., pid=21, masterSystemTime=1732417051372 2024-11-24T02:57:31,401 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:57:31,401 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:57:31,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7335fceaa52a0116d31d702fb1af07b5, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:31,407 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7335fceaa52a0116d31d702fb1af07b5, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:31,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T02:57:31,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 7335fceaa52a0116d31d702fb1af07b5, server=7c69a60bd8f6,42315,1732416959487 in 189 msec 2024-11-24T02:57:31,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-24T02:57:31,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7335fceaa52a0116d31d702fb1af07b5, ASSIGN in 349 msec 2024-11-24T02:57:31,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:31,416 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417051415"}]},"ts":"1732417051415"} 2024-11-24T02:57:31,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-24T02:57:31,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:31,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1990 sec 2024-11-24T02:57:32,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-24T02:57:32,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-24T02:57:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T02:57:33,250 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-24T02:57:33,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-24T02:57:33,250 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:33,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-24T02:57:33,259 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:33,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-24T02:57:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:33,307 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:33,307 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-24T02:57:33,311 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-24T02:57:33,314 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-24T02:57:33,316 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-24T02:57:33,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-24T02:57:36,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42315 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022312' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-24T02:57:36,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42315 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41164 deadline: 1732417057319, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022312' does not exist 2024-11-24T02:57:36,323 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7c69a60bd8f6,42315,1732416959487 for closing scanner id = 8654153832068022312 for 7335fceaa52a0116d31d702fb1af07b5 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022312' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:57:36,331 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 228), ProcessCount=11 (was 11), AvailableMemoryMB=9952 (was 9960) 2024-11-24T02:57:36,339 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=9951 2024-11-24T02:57:36,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-24T02:57:36,346 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:36,346 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:36,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-24T02:57:36,347 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-24T02:57:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741847_1023 (size=411) 2024-11-24T02:57:36,357 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 634ff97b2a671999b05aade869d59a30, NAME => 'testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741848_1024 (size=62) 2024-11-24T02:57:36,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:36,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 634ff97b2a671999b05aade869d59a30, disabling compactions & flushes 2024-11-24T02:57:36,766 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:57:36,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:57:36,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. after waiting 0 ms 2024-11-24T02:57:36,766 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:57:36,767 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:57:36,767 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 634ff97b2a671999b05aade869d59a30: Waiting for close lock at 1732417056766Disabling compacts and flushes for region at 1732417056766Disabling writes for close at 1732417056766Writing region close event to WAL at 1732417056767 (+1 ms)Closed at 1732417056767 2024-11-24T02:57:36,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:36,769 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732417056769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417056769"}]},"ts":"1732417056769"} 2024-11-24T02:57:36,773 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:36,775 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:36,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417056775"}]},"ts":"1732417056775"} 2024-11-24T02:57:36,779 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-24T02:57:36,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=634ff97b2a671999b05aade869d59a30, ASSIGN}] 2024-11-24T02:57:36,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=634ff97b2a671999b05aade869d59a30, ASSIGN 2024-11-24T02:57:36,782 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=634ff97b2a671999b05aade869d59a30, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-24T02:57:36,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:57:36,933 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=634ff97b2a671999b05aade869d59a30, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:36,936 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=634ff97b2a671999b05aade869d59a30, ASSIGN because future has completed 2024-11-24T02:57:36,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634ff97b2a671999b05aade869d59a30, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:37,098 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:57:37,099 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 634ff97b2a671999b05aade869d59a30, NAME => 'testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:37,099 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,099 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:37,100 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,100 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,102 INFO [StoreOpener-634ff97b2a671999b05aade869d59a30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,105 INFO [StoreOpener-634ff97b2a671999b05aade869d59a30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634ff97b2a671999b05aade869d59a30 columnFamilyName testFamily 2024-11-24T02:57:37,105 DEBUG [StoreOpener-634ff97b2a671999b05aade869d59a30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:37,106 INFO [StoreOpener-634ff97b2a671999b05aade869d59a30-1 {}] regionserver.HStore(327): Store=634ff97b2a671999b05aade869d59a30/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:37,106 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,107 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,108 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,109 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,109 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,112 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,115 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:37,116 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 634ff97b2a671999b05aade869d59a30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74605492, jitterRate=0.11170846223831177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:37,116 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:57:37,117 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 634ff97b2a671999b05aade869d59a30: Running coprocessor pre-open hook at 1732417057100Writing region info on filesystem at 1732417057100Initializing all the Stores at 1732417057102 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417057102Cleaning up temporary data from old regions at 1732417057109 (+7 ms)Running coprocessor post-open hooks at 1732417057116 (+7 ms)Region opened successfully at 1732417057117 (+1 ms) 2024-11-24T02:57:37,118 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30., pid=24, masterSystemTime=1732417057090 2024-11-24T02:57:37,121 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:57:37,122 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:57:37,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=634ff97b2a671999b05aade869d59a30, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:37,126 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634ff97b2a671999b05aade869d59a30, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:37,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-24T02:57:37,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 634ff97b2a671999b05aade869d59a30, server=7c69a60bd8f6,42315,1732416959487 in 190 msec 2024-11-24T02:57:37,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T02:57:37,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=634ff97b2a671999b05aade869d59a30, ASSIGN in 352 msec 2024-11-24T02:57:37,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:37,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417057135"}]},"ts":"1732417057135"} 2024-11-24T02:57:37,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-24T02:57:37,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:37,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 797 msec 2024-11-24T02:57:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-24T02:57:37,360 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-24T02:57:37,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-24T02:57:37,361 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:37,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-24T02:57:37,368 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:37,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-24T02:57:37,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:37,386 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:37,386 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-24T02:57:37,389 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-24T02:57:37,392 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-24T02:57:37,393 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-24T02:57:37,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-24T02:57:38,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-24T02:57:38,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-24T02:57:38,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:38,880 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-24T02:57:38,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:40,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022316' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-24T02:57:40,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41164 deadline: 1732417061401, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022316' does not exist 2024-11-24T02:57:40,403 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7c69a60bd8f6,42315,1732416959487 for closing scanner id = 8654153832068022316 for 634ff97b2a671999b05aade869d59a30 of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022316' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:57:40,409 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_99777897_22 at /127.0.0.1:59344 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=9947 (was 9951) 2024-11-24T02:57:40,417 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=9947 2024-11-24T02:57:40,419 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:40,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-24T02:57:40,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:40,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:40,423 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-24T02:57:40,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T02:57:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741849_1025 (size=419) 2024-11-24T02:57:40,837 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07d523dd7ad4952bb9243b181cf5d5be, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:40,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741850_1026 (size=70) 2024-11-24T02:57:40,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-24T02:57:41,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:41,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 07d523dd7ad4952bb9243b181cf5d5be, disabling compactions & flushes 2024-11-24T02:57:41,249 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:57:41,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:57:41,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. after waiting 0 ms 2024-11-24T02:57:41,249 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:57:41,250 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:57:41,250 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07d523dd7ad4952bb9243b181cf5d5be: Waiting for close lock at 1732417061249Disabling compacts and flushes for region at 1732417061249Disabling writes for close at 1732417061249Writing region close event to WAL at 1732417061250 (+1 ms)Closed at 1732417061250 2024-11-24T02:57:41,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:41,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732417061252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417061252"}]},"ts":"1732417061252"} 2024-11-24T02:57:41,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:41,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:41,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417061259"}]},"ts":"1732417061259"} 2024-11-24T02:57:41,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-24T02:57:41,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=07d523dd7ad4952bb9243b181cf5d5be, ASSIGN}] 2024-11-24T02:57:41,265 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=07d523dd7ad4952bb9243b181cf5d5be, ASSIGN 2024-11-24T02:57:41,266 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=07d523dd7ad4952bb9243b181cf5d5be, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:41,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=07d523dd7ad4952bb9243b181cf5d5be, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:41,420 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=07d523dd7ad4952bb9243b181cf5d5be, ASSIGN because future has completed 2024-11-24T02:57:41,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d523dd7ad4952bb9243b181cf5d5be, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T02:57:41,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:57:41,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 07d523dd7ad4952bb9243b181cf5d5be, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:41,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:41,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,582 INFO [StoreOpener-07d523dd7ad4952bb9243b181cf5d5be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,584 INFO [StoreOpener-07d523dd7ad4952bb9243b181cf5d5be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d523dd7ad4952bb9243b181cf5d5be columnFamilyName testFamily 2024-11-24T02:57:41,585 DEBUG [StoreOpener-07d523dd7ad4952bb9243b181cf5d5be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:41,585 INFO [StoreOpener-07d523dd7ad4952bb9243b181cf5d5be-1 {}] regionserver.HStore(327): Store=07d523dd7ad4952bb9243b181cf5d5be/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:41,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:41,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 07d523dd7ad4952bb9243b181cf5d5be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64914509, jitterRate=-0.032698437571525574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:41,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:57:41,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 07d523dd7ad4952bb9243b181cf5d5be: Running coprocessor pre-open hook at 1732417061580Writing region info on filesystem at 1732417061580Initializing all the Stores at 1732417061582 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417061582Cleaning up temporary data from old regions at 1732417061588 (+6 ms)Running coprocessor post-open hooks at 1732417061595 (+7 ms)Region opened successfully at 1732417061595 2024-11-24T02:57:41,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., pid=27, masterSystemTime=1732417061574 2024-11-24T02:57:41,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:57:41,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:57:41,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=07d523dd7ad4952bb9243b181cf5d5be, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:41,604 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d523dd7ad4952bb9243b181cf5d5be, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:41,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T02:57:41,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 07d523dd7ad4952bb9243b181cf5d5be, server=7c69a60bd8f6,42315,1732416959487 in 184 msec 2024-11-24T02:57:41,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-24T02:57:41,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=07d523dd7ad4952bb9243b181cf5d5be, ASSIGN in 345 msec 2024-11-24T02:57:41,613 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:41,613 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417061613"}]},"ts":"1732417061613"} 2024-11-24T02:57:41,615 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-24T02:57:41,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:41,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1980 sec 2024-11-24T02:57:42,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:57:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T02:57:43,449 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-24T02:57:43,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-24T02:57:43,449 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:43,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-24T02:57:43,455 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:43,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-24T02:57:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:43,467 INFO [master/7c69a60bd8f6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T02:57:43,467 INFO [master/7c69a60bd8f6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T02:57:43,472 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:43,472 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-24T02:57:43,475 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-24T02:57:43,477 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-24T02:57:44,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-24T02:57:48,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-24T02:57:48,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:49,478 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7c69a60bd8f6:42315 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms 2024-11-24T02:57:49,478 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms 2024-11-24T02:57:49,478 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 from cache 2024-11-24T02:57:49,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=9934 (was 9947) 2024-11-24T02:57:49,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=9934 2024-11-24T02:57:49,500 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:49,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-24T02:57:49,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:49,504 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:49,505 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-24T02:57:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T02:57:49,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741851_1027 (size=407) 2024-11-24T02:57:49,918 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef56eda4c110d03d20cf86cbc4d49df8, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:49,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741852_1028 (size=58) 2024-11-24T02:57:49,928 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:49,928 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ef56eda4c110d03d20cf86cbc4d49df8, disabling compactions & flushes 2024-11-24T02:57:49,928 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:57:49,928 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:57:49,928 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. after waiting 0 ms 2024-11-24T02:57:49,928 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:57:49,928 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:57:49,928 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef56eda4c110d03d20cf86cbc4d49df8: Waiting for close lock at 1732417069928Disabling compacts and flushes for region at 1732417069928Disabling writes for close at 1732417069928Writing region close event to WAL at 1732417069928Closed at 1732417069928 2024-11-24T02:57:49,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:49,931 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732417069930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417069930"}]},"ts":"1732417069930"} 2024-11-24T02:57:49,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:49,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:49,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417069935"}]},"ts":"1732417069935"} 2024-11-24T02:57:49,938 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-24T02:57:49,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ef56eda4c110d03d20cf86cbc4d49df8, ASSIGN}] 2024-11-24T02:57:49,940 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ef56eda4c110d03d20cf86cbc4d49df8, ASSIGN 2024-11-24T02:57:49,941 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ef56eda4c110d03d20cf86cbc4d49df8, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-24T02:57:50,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ef56eda4c110d03d20cf86cbc4d49df8, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:50,096 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ef56eda4c110d03d20cf86cbc4d49df8, ASSIGN because future has completed 2024-11-24T02:57:50,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef56eda4c110d03d20cf86cbc4d49df8, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:50,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:57:50,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => ef56eda4c110d03d20cf86cbc4d49df8, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:50,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:50,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,262 INFO [StoreOpener-ef56eda4c110d03d20cf86cbc4d49df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,264 INFO [StoreOpener-ef56eda4c110d03d20cf86cbc4d49df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef56eda4c110d03d20cf86cbc4d49df8 columnFamilyName testFamily 2024-11-24T02:57:50,264 DEBUG [StoreOpener-ef56eda4c110d03d20cf86cbc4d49df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:50,265 INFO [StoreOpener-ef56eda4c110d03d20cf86cbc4d49df8-1 {}] regionserver.HStore(327): Store=ef56eda4c110d03d20cf86cbc4d49df8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:50,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:50,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened ef56eda4c110d03d20cf86cbc4d49df8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58777185, jitterRate=-0.12415169179439545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:50,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:57:50,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for ef56eda4c110d03d20cf86cbc4d49df8: Running coprocessor pre-open hook at 1732417070260Writing region info on filesystem at 1732417070260Initializing all the Stores at 1732417070261 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417070261Cleaning up temporary data from old regions at 1732417070268 (+7 ms)Running coprocessor post-open hooks at 1732417070275 (+7 ms)Region opened successfully at 1732417070275 2024-11-24T02:57:50,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8., pid=30, masterSystemTime=1732417070250 2024-11-24T02:57:50,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:57:50,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:57:50,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ef56eda4c110d03d20cf86cbc4d49df8, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:50,283 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef56eda4c110d03d20cf86cbc4d49df8, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:50,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-24T02:57:50,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure ef56eda4c110d03d20cf86cbc4d49df8, server=7c69a60bd8f6,42315,1732416959487 in 189 msec 2024-11-24T02:57:50,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T02:57:50,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ef56eda4c110d03d20cf86cbc4d49df8, ASSIGN in 350 msec 2024-11-24T02:57:50,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:50,293 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417070293"}]},"ts":"1732417070293"} 2024-11-24T02:57:50,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-24T02:57:50,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:50,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 797 msec 2024-11-24T02:57:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T02:57:50,519 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-24T02:57:50,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-24T02:57:50,519 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:50,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-24T02:57:50,526 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:50,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-24T02:57:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:50,543 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:50,543 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-24T02:57:50,547 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-24T02:57:50,549 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-24T02:57:50,551 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-24T02:57:50,552 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-24T02:57:50,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-24T02:57:55,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:57:56,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42315 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022324' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-24T02:57:56,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42315 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41164 deadline: 1732417082559, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022324' does not exist 2024-11-24T02:57:56,563 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7c69a60bd8f6,42315,1732416959487 for closing scanner id = 8654153832068022324 for ef56eda4c110d03d20cf86cbc4d49df8 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8654153832068022324' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T02:57:56,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 213) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9911 (was 9934) 2024-11-24T02:57:56,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=9910 2024-11-24T02:57:56,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T02:57:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-24T02:57:56,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T02:57:56,583 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:56,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-24T02:57:56,584 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T02:57:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-24T02:57:56,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741853_1029 (size=423) 2024-11-24T02:57:57,000 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abd73fa828925134b4a6f35f9cbad83b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828 2024-11-24T02:57:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741854_1030 (size=74) 2024-11-24T02:57:57,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-24T02:57:57,412 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:57,412 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing abd73fa828925134b4a6f35f9cbad83b, disabling compactions & flushes 2024-11-24T02:57:57,412 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:57:57,412 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:57:57,412 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. after waiting 0 ms 2024-11-24T02:57:57,412 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:57:57,413 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:57:57,413 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for abd73fa828925134b4a6f35f9cbad83b: Waiting for close lock at 1732417077412Disabling compacts and flushes for region at 1732417077412Disabling writes for close at 1732417077412Writing region close event to WAL at 1732417077413 (+1 ms)Closed at 1732417077413 2024-11-24T02:57:57,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T02:57:57,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732417077416"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732417077416"}]},"ts":"1732417077416"} 2024-11-24T02:57:57,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T02:57:57,423 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T02:57:57,423 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417077423"}]},"ts":"1732417077423"} 2024-11-24T02:57:57,426 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-24T02:57:57,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=abd73fa828925134b4a6f35f9cbad83b, ASSIGN}] 2024-11-24T02:57:57,428 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=abd73fa828925134b4a6f35f9cbad83b, ASSIGN 2024-11-24T02:57:57,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=abd73fa828925134b4a6f35f9cbad83b, ASSIGN; state=OFFLINE, location=7c69a60bd8f6,42315,1732416959487; forceNewPlan=false, retain=false 2024-11-24T02:57:57,479 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T02:57:57,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=abd73fa828925134b4a6f35f9cbad83b, regionState=OPENING, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:57,583 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=abd73fa828925134b4a6f35f9cbad83b, ASSIGN because future has completed 2024-11-24T02:57:57,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd73fa828925134b4a6f35f9cbad83b, server=7c69a60bd8f6,42315,1732416959487}] 2024-11-24T02:57:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-24T02:57:57,742 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:57:57,743 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => abd73fa828925134b4a6f35f9cbad83b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b.', STARTKEY => '', ENDKEY => ''} 2024-11-24T02:57:57,743 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,744 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T02:57:57,744 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,744 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,747 INFO [StoreOpener-abd73fa828925134b4a6f35f9cbad83b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,749 INFO [StoreOpener-abd73fa828925134b4a6f35f9cbad83b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abd73fa828925134b4a6f35f9cbad83b columnFamilyName testFamily 2024-11-24T02:57:57,749 DEBUG [StoreOpener-abd73fa828925134b4a6f35f9cbad83b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T02:57:57,749 INFO [StoreOpener-abd73fa828925134b4a6f35f9cbad83b-1 {}] regionserver.HStore(327): Store=abd73fa828925134b4a6f35f9cbad83b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T02:57:57,750 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,751 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,751 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,752 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,752 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,755 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,759 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T02:57:57,760 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened abd73fa828925134b4a6f35f9cbad83b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73962785, jitterRate=0.10213138163089752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T02:57:57,760 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:57:57,761 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for abd73fa828925134b4a6f35f9cbad83b: Running coprocessor pre-open hook at 1732417077744Writing region info on filesystem at 1732417077744Initializing all the Stores at 1732417077746 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732417077746Cleaning up temporary data from old regions at 1732417077752 (+6 ms)Running coprocessor post-open hooks at 1732417077760 (+8 ms)Region opened successfully at 1732417077761 (+1 ms) 2024-11-24T02:57:57,762 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., pid=33, masterSystemTime=1732417077735 2024-11-24T02:57:57,765 DEBUG [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:57:57,765 INFO [RS_OPEN_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:57:57,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=abd73fa828925134b4a6f35f9cbad83b, regionState=OPEN, openSeqNum=2, regionLocation=7c69a60bd8f6,42315,1732416959487 2024-11-24T02:57:57,768 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure abd73fa828925134b4a6f35f9cbad83b, server=7c69a60bd8f6,42315,1732416959487 because future has completed 2024-11-24T02:57:57,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T02:57:57,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure abd73fa828925134b4a6f35f9cbad83b, server=7c69a60bd8f6,42315,1732416959487 in 187 msec 2024-11-24T02:57:57,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-24T02:57:57,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=abd73fa828925134b4a6f35f9cbad83b, ASSIGN in 346 msec 2024-11-24T02:57:57,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T02:57:57,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732417077776"}]},"ts":"1732417077776"} 2024-11-24T02:57:57,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-24T02:57:57,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T02:57:57,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2010 sec 2024-11-24T02:57:58,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-24T02:57:58,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:58,880 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-24T02:57:58,880 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-24T02:57:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-24T02:57:59,630 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-24T02:57:59,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-24T02:57:59,631 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:59,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-24T02:57:59,641 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T02:57:59,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-24T02:57:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:57:59,656 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-24T02:57:59,656 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-24T02:57:59,659 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-24T02:57:59,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-24T02:58:00,669 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7c69a60bd8f6:42315 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-24T02:58:00,669 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-24T02:58:00,669 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 from cache 2024-11-24T02:58:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-24T02:58:01,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2] 2024-11-24T02:58:01,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-24T02:58:02,668 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7c69a60bd8f6:42315 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=978ms 2024-11-24T02:58:02,668 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=978ms 2024-11-24T02:58:02,668 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., hostname=7c69a60bd8f6,42315,1732416959487, seqNum=2 from cache 2024-11-24T02:58:02,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=10009 (was 9910) - AvailableMemoryMB LEAK? - 2024-11-24T02:58:02,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T02:58:02,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:58:02,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:58:02,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:58:02,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T02:58:02,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T02:58:02,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T02:58:02,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:58:02,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:58:02,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:58:02,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T02:58:02,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T02:58:02,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=628880251, stopped=false 2024-11-24T02:58:02,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c69a60bd8f6,37845,1732416958535 2024-11-24T02:58:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T02:58:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T02:58:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:58:02,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:58:02,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T02:58:02,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T02:58:02,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:58:02,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:58:02,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:58:02,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T02:58:02,717 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c69a60bd8f6,42315,1732416959487' ***** 2024-11-24T02:58:02,717 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T02:58:02,717 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T02:58:02,718 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T02:58:02,718 INFO [RS:0;7c69a60bd8f6:42315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T02:58:02,718 INFO [RS:0;7c69a60bd8f6:42315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T02:58:02,718 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for e57f2a071354d010d69430fb359895c9 2024-11-24T02:58:02,719 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for abd73fa828925134b4a6f35f9cbad83b 2024-11-24T02:58:02,719 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ad86f5a6eeb9b411a802d82dd591ba8 2024-11-24T02:58:02,719 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 634ff97b2a671999b05aade869d59a30 2024-11-24T02:58:02,719 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 7335fceaa52a0116d31d702fb1af07b5 2024-11-24T02:58:02,719 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 267109fd6281975a76709a605e07a585 2024-11-24T02:58:02,720 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 45c1abb422e543e7fe64fb4c76c4b876 2024-11-24T02:58:02,720 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e57f2a071354d010d69430fb359895c9, disabling compactions & flushes 2024-11-24T02:58:02,720 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 07d523dd7ad4952bb9243b181cf5d5be 2024-11-24T02:58:02,720 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:58:02,720 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:02,720 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:58:02,720 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:58:02,720 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(959): stopping server 7c69a60bd8f6,42315,1732416959487 2024-11-24T02:58:02,720 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. after waiting 0 ms 2024-11-24T02:58:02,720 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T02:58:02,720 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:58:02,720 INFO [RS:0;7c69a60bd8f6:42315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c69a60bd8f6:42315. 2024-11-24T02:58:02,720 DEBUG [RS:0;7c69a60bd8f6:42315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T02:58:02,720 DEBUG [RS:0;7c69a60bd8f6:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:58:02,721 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T02:58:02,721 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T02:58:02,721 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T02:58:02,721 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T02:58:02,721 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-24T02:58:02,722 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T02:58:02,722 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T02:58:02,722 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T02:58:02,722 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T02:58:02,722 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T02:58:02,722 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 1588230740, 267109fd6281975a76709a605e07a585, 2ad86f5a6eeb9b411a802d82dd591ba8, 45c1abb422e543e7fe64fb4c76c4b876, 634ff97b2a671999b05aade869d59a30, 7335fceaa52a0116d31d702fb1af07b5, abd73fa828925134b4a6f35f9cbad83b, ad7fe2be863ab6eba71c3a43156291d0, e57f2a071354d010d69430fb359895c9, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:02,725 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-24T02:58:02,725 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e57f2a071354d010d69430fb359895c9 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:02,775 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9/.tmp/testFamily/e27a6f1e5c0d4ec0ab4fcb12872bda4b is 61, key is row-0/testFamily:testQualifier/1732417047178/Put/seqid=0 2024-11-24T02:58:02,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741855_1031 (size=5049) 2024-11-24T02:58:02,784 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/info/2fa08721251d44e7aef5f57026e3a6a4 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0./info:regioninfo/1732417024496/Put/seqid=0 2024-11-24T02:58:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741856_1032 (size=20564) 2024-11-24T02:58:02,922 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 1588230740, 267109fd6281975a76709a605e07a585, 2ad86f5a6eeb9b411a802d82dd591ba8, 45c1abb422e543e7fe64fb4c76c4b876, 634ff97b2a671999b05aade869d59a30, 7335fceaa52a0116d31d702fb1af07b5, abd73fa828925134b4a6f35f9cbad83b, ad7fe2be863ab6eba71c3a43156291d0, e57f2a071354d010d69430fb359895c9, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:03,122 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 1588230740, 267109fd6281975a76709a605e07a585, 2ad86f5a6eeb9b411a802d82dd591ba8, 45c1abb422e543e7fe64fb4c76c4b876, 634ff97b2a671999b05aade869d59a30, 7335fceaa52a0116d31d702fb1af07b5, abd73fa828925134b4a6f35f9cbad83b, ad7fe2be863ab6eba71c3a43156291d0, e57f2a071354d010d69430fb359895c9, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:03,183 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T02:58:03,185 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9/.tmp/testFamily/e27a6f1e5c0d4ec0ab4fcb12872bda4b 2024-11-24T02:58:03,190 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/info/2fa08721251d44e7aef5f57026e3a6a4 2024-11-24T02:58:03,226 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9/.tmp/testFamily/e27a6f1e5c0d4ec0ab4fcb12872bda4b as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9/testFamily/e27a6f1e5c0d4ec0ab4fcb12872bda4b 2024-11-24T02:58:03,235 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9/testFamily/e27a6f1e5c0d4ec0ab4fcb12872bda4b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:03,244 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e57f2a071354d010d69430fb359895c9 in 519ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:03,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T02:58:03,246 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/ns/7bdeff4033af4aad85dd0a011af1336a is 43, key is default/ns:d/1732417023358/Put/seqid=0 2024-11-24T02:58:03,258 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScanner/e57f2a071354d010d69430fb359895c9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:03,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741857_1033 (size=5153) 2024-11-24T02:58:03,261 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:58:03,261 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e57f2a071354d010d69430fb359895c9: Waiting for close lock at 1732417082719Running coprocessor pre-close hooks at 1732417082719Disabling compacts and flushes for region at 1732417082720 (+1 ms)Disabling writes for close at 1732417082720Obtaining lock to block concurrent updates at 1732417082725 (+5 ms)Preparing flush snapshotting stores in e57f2a071354d010d69430fb359895c9 at 1732417082725Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417082733 (+8 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. at 1732417082735 (+2 ms)Flushing e57f2a071354d010d69430fb359895c9/testFamily: creating writer at 1732417082736 (+1 ms)Flushing e57f2a071354d010d69430fb359895c9/testFamily: appending metadata at 1732417082771 (+35 ms)Flushing e57f2a071354d010d69430fb359895c9/testFamily: closing flushed file at 1732417082773 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d111153: reopening flushed file at 1732417083224 (+451 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e57f2a071354d010d69430fb359895c9 in 519ms, sequenceid=8, compaction requested=false at 1732417083244 (+20 ms)Writing region close event to WAL at 1732417083246 (+2 ms)Running coprocessor post-close hooks at 1732417083259 (+13 ms)Closed at 1732417083261 (+2 ms) 2024-11-24T02:58:03,261 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732417046146.e57f2a071354d010d69430fb359895c9. 2024-11-24T02:58:03,261 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abd73fa828925134b4a6f35f9cbad83b, disabling compactions & flushes 2024-11-24T02:58:03,261 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:58:03,262 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:58:03,262 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. after waiting 0 ms 2024-11-24T02:58:03,262 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:58:03,262 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abd73fa828925134b4a6f35f9cbad83b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:03,275 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-24T02:58:03,279 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b/.tmp/testFamily/7e9060cf6a9b4c119bbb214c42e86ea1 is 61, key is row-0/testFamily:testQualifier/1732417079646/Put/seqid=0 2024-11-24T02:58:03,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741858_1034 (size=5049) 2024-11-24T02:58:03,323 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 1588230740, 267109fd6281975a76709a605e07a585, 2ad86f5a6eeb9b411a802d82dd591ba8, 45c1abb422e543e7fe64fb4c76c4b876, 634ff97b2a671999b05aade869d59a30, 7335fceaa52a0116d31d702fb1af07b5, abd73fa828925134b4a6f35f9cbad83b, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:03,462 DEBUG [master/7c69a60bd8f6:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T02:58:03,523 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 1588230740, 267109fd6281975a76709a605e07a585, 2ad86f5a6eeb9b411a802d82dd591ba8, 45c1abb422e543e7fe64fb4c76c4b876, 634ff97b2a671999b05aade869d59a30, 7335fceaa52a0116d31d702fb1af07b5, abd73fa828925134b4a6f35f9cbad83b, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:03,641 INFO [regionserver/7c69a60bd8f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T02:58:03,641 INFO [regionserver/7c69a60bd8f6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T02:58:03,660 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/ns/7bdeff4033af4aad85dd0a011af1336a 2024-11-24T02:58:03,686 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b/.tmp/testFamily/7e9060cf6a9b4c119bbb214c42e86ea1 2024-11-24T02:58:03,704 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b/.tmp/testFamily/7e9060cf6a9b4c119bbb214c42e86ea1 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b/testFamily/7e9060cf6a9b4c119bbb214c42e86ea1 2024-11-24T02:58:03,709 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/table/04482670212c482e84a56c8469873c33 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732417024515/Put/seqid=0 2024-11-24T02:58:03,717 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b/testFamily/7e9060cf6a9b4c119bbb214c42e86ea1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:03,718 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for abd73fa828925134b4a6f35f9cbad83b in 456ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:03,723 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-24T02:58:03,724 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 1588230740, 267109fd6281975a76709a605e07a585, 2ad86f5a6eeb9b411a802d82dd591ba8, 45c1abb422e543e7fe64fb4c76c4b876, 634ff97b2a671999b05aade869d59a30, 7335fceaa52a0116d31d702fb1af07b5, abd73fa828925134b4a6f35f9cbad83b, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:03,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741859_1035 (size=6699) 2024-11-24T02:58:03,735 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/table/04482670212c482e84a56c8469873c33 2024-11-24T02:58:03,747 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/info/2fa08721251d44e7aef5f57026e3a6a4 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/info/2fa08721251d44e7aef5f57026e3a6a4 2024-11-24T02:58:03,756 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnOpenScannerAsync/abd73fa828925134b4a6f35f9cbad83b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:03,759 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:58:03,759 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abd73fa828925134b4a6f35f9cbad83b: Waiting for close lock at 1732417083261Running coprocessor pre-close hooks at 1732417083261Disabling compacts and flushes for region at 1732417083261Disabling writes for close at 1732417083262 (+1 ms)Obtaining lock to block concurrent updates at 1732417083262Preparing flush snapshotting stores in abd73fa828925134b4a6f35f9cbad83b at 1732417083262Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417083262Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. at 1732417083263 (+1 ms)Flushing abd73fa828925134b4a6f35f9cbad83b/testFamily: creating writer at 1732417083263Flushing abd73fa828925134b4a6f35f9cbad83b/testFamily: appending metadata at 1732417083279 (+16 ms)Flushing abd73fa828925134b4a6f35f9cbad83b/testFamily: closing flushed file at 1732417083279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e35473e: reopening flushed file at 1732417083702 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for abd73fa828925134b4a6f35f9cbad83b in 456ms, sequenceid=8, compaction requested=false at 1732417083719 (+17 ms)Writing region close event to WAL at 1732417083725 (+6 ms)Running coprocessor post-close hooks at 1732417083758 (+33 ms)Closed at 1732417083758 2024-11-24T02:58:03,759 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732417076578.abd73fa828925134b4a6f35f9cbad83b. 2024-11-24T02:58:03,759 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ad86f5a6eeb9b411a802d82dd591ba8, disabling compactions & flushes 2024-11-24T02:58:03,759 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:58:03,759 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:58:03,759 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. after waiting 0 ms 2024-11-24T02:58:03,759 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:58:03,760 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ad86f5a6eeb9b411a802d82dd591ba8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:03,767 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/info/2fa08721251d44e7aef5f57026e3a6a4, entries=100, sequenceid=56, filesize=20.1 K 2024-11-24T02:58:03,769 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/ns/7bdeff4033af4aad85dd0a011af1336a as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/ns/7bdeff4033af4aad85dd0a011af1336a 2024-11-24T02:58:03,793 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8/.tmp/testFamily/268ecb0035f846609269194689d6b138 is 61, key is row-0/testFamily:testQualifier/1732417046082/Put/seqid=0 2024-11-24T02:58:03,802 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/ns/7bdeff4033af4aad85dd0a011af1336a, entries=2, sequenceid=56, filesize=5.0 K 2024-11-24T02:58:03,804 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/.tmp/table/04482670212c482e84a56c8469873c33 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/table/04482670212c482e84a56c8469873c33 2024-11-24T02:58:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741860_1036 (size=5049) 2024-11-24T02:58:03,811 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8/.tmp/testFamily/268ecb0035f846609269194689d6b138 2024-11-24T02:58:03,825 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/table/04482670212c482e84a56c8469873c33, entries=20, sequenceid=56, filesize=6.5 K 2024-11-24T02:58:03,826 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1104ms, sequenceid=56, compaction requested=false 2024-11-24T02:58:03,830 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8/.tmp/testFamily/268ecb0035f846609269194689d6b138 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8/testFamily/268ecb0035f846609269194689d6b138 2024-11-24T02:58:03,842 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8/testFamily/268ecb0035f846609269194689d6b138, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:03,843 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2ad86f5a6eeb9b411a802d82dd591ba8 in 84ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:03,849 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-24T02:58:03,850 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T02:58:03,851 INFO [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T02:58:03,851 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732417082721Running coprocessor pre-close hooks at 1732417082721Disabling compacts and flushes for region at 1732417082721Disabling writes for close at 1732417082722 (+1 ms)Obtaining lock to block concurrent updates at 1732417082725 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732417082725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732417082733 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732417082735 (+2 ms)Flushing 1588230740/info: creating writer at 1732417082736 (+1 ms)Flushing 1588230740/info: appending metadata at 1732417082778 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732417082778Flushing 1588230740/ns: creating writer at 1732417083224 (+446 ms)Flushing 1588230740/ns: appending metadata at 1732417083245 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732417083245Flushing 1588230740/table: creating writer at 1732417083673 (+428 ms)Flushing 1588230740/table: appending metadata at 1732417083708 (+35 ms)Flushing 1588230740/table: closing flushed file at 1732417083708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c5bd3a: reopening flushed file at 1732417083746 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ef15d0: reopening flushed file at 1732417083767 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cc2a55: reopening flushed file at 1732417083802 (+35 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1104ms, sequenceid=56, compaction requested=false at 1732417083827 (+25 ms)Writing region close event to WAL at 1732417083842 (+15 ms)Running coprocessor post-close hooks at 1732417083850 (+8 ms)Closed at 1732417083850 2024-11-24T02:58:03,851 DEBUG [RS_CLOSE_META-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T02:58:03,853 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextException/2ad86f5a6eeb9b411a802d82dd591ba8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:03,856 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:58:03,856 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ad86f5a6eeb9b411a802d82dd591ba8: Waiting for close lock at 1732417083759Running coprocessor pre-close hooks at 1732417083759Disabling compacts and flushes for region at 1732417083759Disabling writes for close at 1732417083759Obtaining lock to block concurrent updates at 1732417083760 (+1 ms)Preparing flush snapshotting stores in 2ad86f5a6eeb9b411a802d82dd591ba8 at 1732417083760Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417083760Flushing stores of testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. at 1732417083761 (+1 ms)Flushing 2ad86f5a6eeb9b411a802d82dd591ba8/testFamily: creating writer at 1732417083761Flushing 2ad86f5a6eeb9b411a802d82dd591ba8/testFamily: appending metadata at 1732417083793 (+32 ms)Flushing 2ad86f5a6eeb9b411a802d82dd591ba8/testFamily: closing flushed file at 1732417083793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7325cb4d: reopening flushed file at 1732417083828 (+35 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2ad86f5a6eeb9b411a802d82dd591ba8 in 84ms, sequenceid=8, compaction requested=false at 1732417083843 (+15 ms)Writing region close event to WAL at 1732417083844 (+1 ms)Running coprocessor post-close hooks at 1732417083856 (+12 ms)Closed at 1732417083856 2024-11-24T02:58:03,857 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732417043035.2ad86f5a6eeb9b411a802d82dd591ba8. 2024-11-24T02:58:03,857 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 634ff97b2a671999b05aade869d59a30, disabling compactions & flushes 2024-11-24T02:58:03,857 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:58:03,857 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:58:03,857 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. after waiting 0 ms 2024-11-24T02:58:03,857 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:58:03,857 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 634ff97b2a671999b05aade869d59a30 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:03,881 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30/.tmp/testFamily/f56fc72dead0423a9d9866cc62bd5498 is 61, key is row-0/testFamily:testQualifier/1732417057374/Put/seqid=0 2024-11-24T02:58:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741861_1037 (size=5049) 2024-11-24T02:58:03,894 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30/.tmp/testFamily/f56fc72dead0423a9d9866cc62bd5498 2024-11-24T02:58:03,911 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30/.tmp/testFamily/f56fc72dead0423a9d9866cc62bd5498 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30/testFamily/f56fc72dead0423a9d9866cc62bd5498 2024-11-24T02:58:03,921 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30/testFamily/f56fc72dead0423a9d9866cc62bd5498, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:03,922 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 634ff97b2a671999b05aade869d59a30 in 65ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:03,924 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 267109fd6281975a76709a605e07a585, 45c1abb422e543e7fe64fb4c76c4b876, 634ff97b2a671999b05aade869d59a30, 7335fceaa52a0116d31d702fb1af07b5, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:03,934 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNext/634ff97b2a671999b05aade869d59a30/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:03,935 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:58:03,935 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 634ff97b2a671999b05aade869d59a30: Waiting for close lock at 1732417083857Running coprocessor pre-close hooks at 1732417083857Disabling compacts and flushes for region at 1732417083857Disabling writes for close at 1732417083857Obtaining lock to block concurrent updates at 1732417083857Preparing flush snapshotting stores in 634ff97b2a671999b05aade869d59a30 at 1732417083857Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417083858 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. at 1732417083859 (+1 ms)Flushing 634ff97b2a671999b05aade869d59a30/testFamily: creating writer at 1732417083859Flushing 634ff97b2a671999b05aade869d59a30/testFamily: appending metadata at 1732417083881 (+22 ms)Flushing 634ff97b2a671999b05aade869d59a30/testFamily: closing flushed file at 1732417083881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eded20c: reopening flushed file at 1732417083910 (+29 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 634ff97b2a671999b05aade869d59a30 in 65ms, sequenceid=8, compaction requested=false at 1732417083922 (+12 ms)Writing region close event to WAL at 1732417083923 (+1 ms)Running coprocessor post-close hooks at 1732417083935 (+12 ms)Closed at 1732417083935 2024-11-24T02:58:03,935 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732417056341.634ff97b2a671999b05aade869d59a30. 2024-11-24T02:58:03,936 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7335fceaa52a0116d31d702fb1af07b5, disabling compactions & flushes 2024-11-24T02:58:03,936 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:58:03,936 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:58:03,936 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. after waiting 0 ms 2024-11-24T02:58:03,936 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:58:03,936 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7335fceaa52a0116d31d702fb1af07b5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:03,961 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5/.tmp/testFamily/f0dfeaa098884c2ea408498edf4a71e1 is 61, key is row-0/testFamily:testQualifier/1732417053265/Put/seqid=0 2024-11-24T02:58:03,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741862_1038 (size=5049) 2024-11-24T02:58:04,124 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 267109fd6281975a76709a605e07a585, 45c1abb422e543e7fe64fb4c76c4b876, 7335fceaa52a0116d31d702fb1af07b5, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:04,324 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 267109fd6281975a76709a605e07a585, 45c1abb422e543e7fe64fb4c76c4b876, 7335fceaa52a0116d31d702fb1af07b5, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:04,370 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5/.tmp/testFamily/f0dfeaa098884c2ea408498edf4a71e1 2024-11-24T02:58:04,383 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5/.tmp/testFamily/f0dfeaa098884c2ea408498edf4a71e1 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5/testFamily/f0dfeaa098884c2ea408498edf4a71e1 2024-11-24T02:58:04,396 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5/testFamily/f0dfeaa098884c2ea408498edf4a71e1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:04,397 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7335fceaa52a0116d31d702fb1af07b5 in 461ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:04,404 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testNormalScanTimeoutOnNextAsync/7335fceaa52a0116d31d702fb1af07b5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:04,405 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:58:04,406 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7335fceaa52a0116d31d702fb1af07b5: Waiting for close lock at 1732417083936Running coprocessor pre-close hooks at 1732417083936Disabling compacts and flushes for region at 1732417083936Disabling writes for close at 1732417083936Obtaining lock to block concurrent updates at 1732417083936Preparing flush snapshotting stores in 7335fceaa52a0116d31d702fb1af07b5 at 1732417083936Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417083936Flushing stores of testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. at 1732417083937 (+1 ms)Flushing 7335fceaa52a0116d31d702fb1af07b5/testFamily: creating writer at 1732417083937Flushing 7335fceaa52a0116d31d702fb1af07b5/testFamily: appending metadata at 1732417083960 (+23 ms)Flushing 7335fceaa52a0116d31d702fb1af07b5/testFamily: closing flushed file at 1732417083960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d0292: reopening flushed file at 1732417084382 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7335fceaa52a0116d31d702fb1af07b5 in 461ms, sequenceid=8, compaction requested=false at 1732417084397 (+15 ms)Writing region close event to WAL at 1732417084398 (+1 ms)Running coprocessor post-close hooks at 1732417084405 (+7 ms)Closed at 1732417084405 2024-11-24T02:58:04,406 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732417050220.7335fceaa52a0116d31d702fb1af07b5. 2024-11-24T02:58:04,406 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 267109fd6281975a76709a605e07a585, disabling compactions & flushes 2024-11-24T02:58:04,406 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:58:04,406 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:58:04,406 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. after waiting 0 ms 2024-11-24T02:58:04,406 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:58:04,407 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 267109fd6281975a76709a605e07a585 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:04,434 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585/.tmp/testFamily/9f33c28129124df3bb77b813093d99a1 is 61, key is row-0/testFamily:testQualifier/1732417036983/Put/seqid=0 2024-11-24T02:58:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741863_1039 (size=5049) 2024-11-24T02:58:04,525 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 267109fd6281975a76709a605e07a585, 45c1abb422e543e7fe64fb4c76c4b876, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:04,725 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-24T02:58:04,725 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1325): Online Regions={267109fd6281975a76709a605e07a585=hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585., 45c1abb422e543e7fe64fb4c76c4b876=hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., 07d523dd7ad4952bb9243b181cf5d5be=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., ef56eda4c110d03d20cf86cbc4d49df8=hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8., ad7fe2be863ab6eba71c3a43156291d0=testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0.} 2024-11-24T02:58:04,725 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 267109fd6281975a76709a605e07a585, 45c1abb422e543e7fe64fb4c76c4b876, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:04,842 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585/.tmp/testFamily/9f33c28129124df3bb77b813093d99a1 2024-11-24T02:58:04,856 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585/.tmp/testFamily/9f33c28129124df3bb77b813093d99a1 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585/testFamily/9f33c28129124df3bb77b813093d99a1 2024-11-24T02:58:04,867 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585/testFamily/9f33c28129124df3bb77b813093d99a1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:04,872 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 267109fd6281975a76709a605e07a585 in 465ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:04,882 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNextAsync/267109fd6281975a76709a605e07a585/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:04,883 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:58:04,883 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 267109fd6281975a76709a605e07a585: Waiting for close lock at 1732417084406Running coprocessor pre-close hooks at 1732417084406Disabling compacts and flushes for region at 1732417084406Disabling writes for close at 1732417084406Obtaining lock to block concurrent updates at 1732417084407 (+1 ms)Preparing flush snapshotting stores in 267109fd6281975a76709a605e07a585 at 1732417084407Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417084407Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. at 1732417084408 (+1 ms)Flushing 267109fd6281975a76709a605e07a585/testFamily: creating writer at 1732417084408Flushing 267109fd6281975a76709a605e07a585/testFamily: appending metadata at 1732417084434 (+26 ms)Flushing 267109fd6281975a76709a605e07a585/testFamily: closing flushed file at 1732417084434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595b9ee6: reopening flushed file at 1732417084851 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 267109fd6281975a76709a605e07a585 in 465ms, sequenceid=8, compaction requested=false at 1732417084872 (+21 ms)Writing region close event to WAL at 1732417084877 (+5 ms)Running coprocessor post-close hooks at 1732417084883 (+6 ms)Closed at 1732417084883 2024-11-24T02:58:04,884 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732417033942.267109fd6281975a76709a605e07a585. 2024-11-24T02:58:04,884 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45c1abb422e543e7fe64fb4c76c4b876, disabling compactions & flushes 2024-11-24T02:58:04,884 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:58:04,884 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:58:04,884 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. after waiting 0 ms 2024-11-24T02:58:04,884 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:58:04,884 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45c1abb422e543e7fe64fb4c76c4b876 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:04,905 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876/.tmp/testFamily/1d20bc4b414e4d43b30134d4a6e24bb4 is 61, key is row-0/testFamily:testQualifier/1732417027883/Put/seqid=0 2024-11-24T02:58:04,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741864_1040 (size=5049) 2024-11-24T02:58:04,912 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876/.tmp/testFamily/1d20bc4b414e4d43b30134d4a6e24bb4 2024-11-24T02:58:04,924 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876/.tmp/testFamily/1d20bc4b414e4d43b30134d4a6e24bb4 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876/testFamily/1d20bc4b414e4d43b30134d4a6e24bb4 2024-11-24T02:58:04,925 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on 07d523dd7ad4952bb9243b181cf5d5be, 45c1abb422e543e7fe64fb4c76c4b876, ad7fe2be863ab6eba71c3a43156291d0, ef56eda4c110d03d20cf86cbc4d49df8 2024-11-24T02:58:04,933 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876/testFamily/1d20bc4b414e4d43b30134d4a6e24bb4, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:04,934 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45c1abb422e543e7fe64fb4c76c4b876 in 50ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:04,940 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScanner/45c1abb422e543e7fe64fb4c76c4b876/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:04,941 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:58:04,941 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45c1abb422e543e7fe64fb4c76c4b876: Waiting for close lock at 1732417084884Running coprocessor pre-close hooks at 1732417084884Disabling compacts and flushes for region at 1732417084884Disabling writes for close at 1732417084884Obtaining lock to block concurrent updates at 1732417084884Preparing flush snapshotting stores in 45c1abb422e543e7fe64fb4c76c4b876 at 1732417084884Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417084884Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. at 1732417084885 (+1 ms)Flushing 45c1abb422e543e7fe64fb4c76c4b876/testFamily: creating writer at 1732417084885Flushing 45c1abb422e543e7fe64fb4c76c4b876/testFamily: appending metadata at 1732417084904 (+19 ms)Flushing 45c1abb422e543e7fe64fb4c76c4b876/testFamily: closing flushed file at 1732417084904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216fc641: reopening flushed file at 1732417084922 (+18 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 45c1abb422e543e7fe64fb4c76c4b876 in 50ms, sequenceid=8, compaction requested=false at 1732417084934 (+12 ms)Writing region close event to WAL at 1732417084935 (+1 ms)Running coprocessor post-close hooks at 1732417084941 (+6 ms)Closed at 1732417084941 2024-11-24T02:58:04,942 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732417024824.45c1abb422e543e7fe64fb4c76c4b876. 2024-11-24T02:58:04,942 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07d523dd7ad4952bb9243b181cf5d5be, disabling compactions & flushes 2024-11-24T02:58:04,942 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:58:04,942 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:58:04,942 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. after waiting 0 ms 2024-11-24T02:58:04,942 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:58:04,942 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07d523dd7ad4952bb9243b181cf5d5be 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:04,963 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be/.tmp/testFamily/6a05d6f7c81d477991136220de634c8d is 61, key is row-0/testFamily:testQualifier/1732417063461/Put/seqid=0 2024-11-24T02:58:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741865_1041 (size=5049) 2024-11-24T02:58:04,969 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be/.tmp/testFamily/6a05d6f7c81d477991136220de634c8d 2024-11-24T02:58:04,981 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be/.tmp/testFamily/6a05d6f7c81d477991136220de634c8d as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be/testFamily/6a05d6f7c81d477991136220de634c8d 2024-11-24T02:58:04,991 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be/testFamily/6a05d6f7c81d477991136220de634c8d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:04,992 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07d523dd7ad4952bb9243b181cf5d5be in 50ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:04,997 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/07d523dd7ad4952bb9243b181cf5d5be/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:04,998 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:58:04,998 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07d523dd7ad4952bb9243b181cf5d5be: Waiting for close lock at 1732417084942Running coprocessor pre-close hooks at 1732417084942Disabling compacts and flushes for region at 1732417084942Disabling writes for close at 1732417084942Obtaining lock to block concurrent updates at 1732417084942Preparing flush snapshotting stores in 07d523dd7ad4952bb9243b181cf5d5be at 1732417084942Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417084942Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. at 1732417084943 (+1 ms)Flushing 07d523dd7ad4952bb9243b181cf5d5be/testFamily: creating writer at 1732417084943Flushing 07d523dd7ad4952bb9243b181cf5d5be/testFamily: appending metadata at 1732417084963 (+20 ms)Flushing 07d523dd7ad4952bb9243b181cf5d5be/testFamily: closing flushed file at 1732417084963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d7dc5e: reopening flushed file at 1732417084979 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 07d523dd7ad4952bb9243b181cf5d5be in 50ms, sequenceid=8, compaction requested=false at 1732417084992 (+13 ms)Writing region close event to WAL at 1732417084992Running coprocessor post-close hooks at 1732417084998 (+6 ms)Closed at 1732417084998 2024-11-24T02:58:04,998 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732417060419.07d523dd7ad4952bb9243b181cf5d5be. 2024-11-24T02:58:04,998 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef56eda4c110d03d20cf86cbc4d49df8, disabling compactions & flushes 2024-11-24T02:58:04,998 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:58:04,999 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:58:04,999 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. after waiting 0 ms 2024-11-24T02:58:04,999 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:58:04,999 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef56eda4c110d03d20cf86cbc4d49df8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:05,016 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8/.tmp/testFamily/6e35a6f385864e88806f41f3195953de is 61, key is row-0/testFamily:testQualifier/1732417070531/Put/seqid=0 2024-11-24T02:58:05,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741866_1042 (size=5049) 2024-11-24T02:58:05,022 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8/.tmp/testFamily/6e35a6f385864e88806f41f3195953de 2024-11-24T02:58:05,032 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8/.tmp/testFamily/6e35a6f385864e88806f41f3195953de as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8/testFamily/6e35a6f385864e88806f41f3195953de 2024-11-24T02:58:05,041 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8/testFamily/6e35a6f385864e88806f41f3195953de, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:05,043 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef56eda4c110d03d20cf86cbc4d49df8 in 44ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:05,050 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/hbase/testMetaScanTimeoutOnNext/ef56eda4c110d03d20cf86cbc4d49df8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:05,051 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:58:05,051 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef56eda4c110d03d20cf86cbc4d49df8: Waiting for close lock at 1732417084998Running coprocessor pre-close hooks at 1732417084998Disabling compacts and flushes for region at 1732417084998Disabling writes for close at 1732417084999 (+1 ms)Obtaining lock to block concurrent updates at 1732417084999Preparing flush snapshotting stores in ef56eda4c110d03d20cf86cbc4d49df8 at 1732417084999Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417084999Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. at 1732417085000 (+1 ms)Flushing ef56eda4c110d03d20cf86cbc4d49df8/testFamily: creating writer at 1732417085000Flushing ef56eda4c110d03d20cf86cbc4d49df8/testFamily: appending metadata at 1732417085016 (+16 ms)Flushing ef56eda4c110d03d20cf86cbc4d49df8/testFamily: closing flushed file at 1732417085016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a89f10: reopening flushed file at 1732417085030 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef56eda4c110d03d20cf86cbc4d49df8 in 44ms, sequenceid=8, compaction requested=false at 1732417085043 (+13 ms)Writing region close event to WAL at 1732417085044 (+1 ms)Running coprocessor post-close hooks at 1732417085051 (+7 ms)Closed at 1732417085051 2024-11-24T02:58:05,051 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732417069500.ef56eda4c110d03d20cf86cbc4d49df8. 2024-11-24T02:58:05,052 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad7fe2be863ab6eba71c3a43156291d0, disabling compactions & flushes 2024-11-24T02:58:05,052 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:58:05,052 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:58:05,052 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. after waiting 0 ms 2024-11-24T02:58:05,052 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:58:05,052 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad7fe2be863ab6eba71c3a43156291d0 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-24T02:58:05,078 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0/.tmp/testFamily/bd987c79bb8f487eadfabb4c0b4ac049 is 61, key is row-0/testFamily:testQualifier/1732417024737/Put/seqid=0 2024-11-24T02:58:05,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741867_1043 (size=5049) 2024-11-24T02:58:05,126 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:58:05,326 DEBUG [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1351): Waiting on ad7fe2be863ab6eba71c3a43156291d0 2024-11-24T02:58:05,485 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0/.tmp/testFamily/bd987c79bb8f487eadfabb4c0b4ac049 2024-11-24T02:58:05,494 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0/.tmp/testFamily/bd987c79bb8f487eadfabb4c0b4ac049 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0/testFamily/bd987c79bb8f487eadfabb4c0b4ac049 2024-11-24T02:58:05,502 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0/testFamily/bd987c79bb8f487eadfabb4c0b4ac049, entries=4, sequenceid=8, filesize=4.9 K 2024-11-24T02:58:05,504 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad7fe2be863ab6eba71c3a43156291d0 in 452ms, sequenceid=8, compaction requested=false 2024-11-24T02:58:05,509 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ad7fe2be863ab6eba71c3a43156291d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T02:58:05,510 INFO [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:58:05,511 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad7fe2be863ab6eba71c3a43156291d0: Waiting for close lock at 1732417085051Running coprocessor pre-close hooks at 1732417085051Disabling compacts and flushes for region at 1732417085051Disabling writes for close at 1732417085052 (+1 ms)Obtaining lock to block concurrent updates at 1732417085052Preparing flush snapshotting stores in ad7fe2be863ab6eba71c3a43156291d0 at 1732417085052Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732417085052Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. at 1732417085053 (+1 ms)Flushing ad7fe2be863ab6eba71c3a43156291d0/testFamily: creating writer at 1732417085053Flushing ad7fe2be863ab6eba71c3a43156291d0/testFamily: appending metadata at 1732417085078 (+25 ms)Flushing ad7fe2be863ab6eba71c3a43156291d0/testFamily: closing flushed file at 1732417085078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7003b2: reopening flushed file at 1732417085493 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ad7fe2be863ab6eba71c3a43156291d0 in 452ms, sequenceid=8, compaction requested=false at 1732417085504 (+11 ms)Writing region close event to WAL at 1732417085505 (+1 ms)Running coprocessor post-close hooks at 1732417085510 (+5 ms)Closed at 1732417085510 2024-11-24T02:58:05,511 DEBUG [RS_CLOSE_REGION-regionserver/7c69a60bd8f6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732417023626.ad7fe2be863ab6eba71c3a43156291d0. 2024-11-24T02:58:05,526 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(976): stopping server 7c69a60bd8f6,42315,1732416959487; all regions closed. 2024-11-24T02:58:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741834_1010 (size=19479) 2024-11-24T02:58:05,538 DEBUG [RS:0;7c69a60bd8f6:42315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/oldWALs 2024-11-24T02:58:05,538 INFO [RS:0;7c69a60bd8f6:42315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c69a60bd8f6%2C42315%2C1732416959487.meta:.meta(num 1732417023141) 2024-11-24T02:58:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741833_1009 (size=20031) 2024-11-24T02:58:05,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/WALs/7c69a60bd8f6,42315,1732416959487/7c69a60bd8f6%2C42315%2C1732416959487.1732417022714 not finished, retry = 0 2024-11-24T02:58:05,649 DEBUG [RS:0;7c69a60bd8f6:42315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/oldWALs 2024-11-24T02:58:05,649 INFO [RS:0;7c69a60bd8f6:42315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c69a60bd8f6%2C42315%2C1732416959487:(num 1732417022714) 2024-11-24T02:58:05,649 DEBUG [RS:0;7c69a60bd8f6:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T02:58:05,649 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T02:58:05,650 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T02:58:05,650 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.ChoreService(370): Chore service for: regionserver/7c69a60bd8f6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T02:58:05,651 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T02:58:05,651 INFO [regionserver/7c69a60bd8f6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T02:58:05,655 INFO [RS:0;7c69a60bd8f6:42315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42315 2024-11-24T02:58:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7c69a60bd8f6,42315,1732416959487 2024-11-24T02:58:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T02:58:05,672 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T02:58:05,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c69a60bd8f6,42315,1732416959487] 2024-11-24T02:58:05,722 INFO [regionserver/7c69a60bd8f6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T02:58:05,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7c69a60bd8f6,42315,1732416959487 already deleted, retry=false 2024-11-24T02:58:05,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c69a60bd8f6,42315,1732416959487 expired; onlineServers=0 2024-11-24T02:58:05,725 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c69a60bd8f6,37845,1732416958535' ***** 2024-11-24T02:58:05,725 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T02:58:05,726 INFO [M:0;7c69a60bd8f6:37845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T02:58:05,726 INFO [M:0;7c69a60bd8f6:37845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T02:58:05,726 DEBUG [M:0;7c69a60bd8f6:37845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T02:58:05,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T02:58:05,726 DEBUG [M:0;7c69a60bd8f6:37845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T02:58:05,726 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster-HFileCleaner.large.0-1732416962486 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c69a60bd8f6:0:becomeActiveMaster-HFileCleaner.large.0-1732416962486,5,FailOnTimeoutGroup] 2024-11-24T02:58:05,726 DEBUG [master/7c69a60bd8f6:0:becomeActiveMaster-HFileCleaner.small.0-1732416962491 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c69a60bd8f6:0:becomeActiveMaster-HFileCleaner.small.0-1732416962491,5,FailOnTimeoutGroup] 2024-11-24T02:58:05,726 INFO [M:0;7c69a60bd8f6:37845 {}] hbase.ChoreService(370): Chore service for: master/7c69a60bd8f6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T02:58:05,726 INFO [M:0;7c69a60bd8f6:37845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T02:58:05,727 DEBUG [M:0;7c69a60bd8f6:37845 {}] master.HMaster(1795): Stopping service threads 2024-11-24T02:58:05,727 INFO [M:0;7c69a60bd8f6:37845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T02:58:05,727 INFO [M:0;7c69a60bd8f6:37845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T02:58:05,727 INFO [M:0;7c69a60bd8f6:37845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T02:58:05,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T02:58:05,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T02:58:05,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T02:58:05,736 DEBUG [M:0;7c69a60bd8f6:37845 {}] zookeeper.ZKUtil(347): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T02:58:05,736 WARN [M:0;7c69a60bd8f6:37845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T02:58:05,737 INFO [M:0;7c69a60bd8f6:37845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/.lastflushedseqids 2024-11-24T02:58:05,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741868_1044 (size=469) 2024-11-24T02:58:05,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:58:05,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1016ac4e8130001, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:58:05,817 INFO [RS:0;7c69a60bd8f6:42315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T02:58:05,817 INFO [RS:0;7c69a60bd8f6:42315 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c69a60bd8f6,42315,1732416959487; zookeeper connection closed. 2024-11-24T02:58:05,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f1b78f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f1b78f7 2024-11-24T02:58:05,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T02:58:06,150 INFO [M:0;7c69a60bd8f6:37845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T02:58:06,150 INFO [M:0;7c69a60bd8f6:37845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T02:58:06,150 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T02:58:06,150 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:58:06,150 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:58:06,150 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T02:58:06,151 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:58:06,151 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.02 KB heapSize=191.06 KB 2024-11-24T02:58:06,171 DEBUG [M:0;7c69a60bd8f6:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e623fbe47014caf9e8566212a0d1593 is 82, key is hbase:meta,,1/info:regioninfo/1732417023234/Put/seqid=0 2024-11-24T02:58:06,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741869_1045 (size=5672) 2024-11-24T02:58:06,577 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e623fbe47014caf9e8566212a0d1593 2024-11-24T02:58:06,605 DEBUG [M:0;7c69a60bd8f6:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd279b95f0b84d259aee9aa27fe8c624 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732417024523/Put/seqid=0 2024-11-24T02:58:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741870_1046 (size=14064) 2024-11-24T02:58:06,613 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.46 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd279b95f0b84d259aee9aa27fe8c624 2024-11-24T02:58:06,623 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd279b95f0b84d259aee9aa27fe8c624 2024-11-24T02:58:06,651 DEBUG [M:0;7c69a60bd8f6:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f647e747ef34482824a0d2c199b64c1 is 69, key is 7c69a60bd8f6,42315,1732416959487/rs:state/1732416992504/Put/seqid=0 2024-11-24T02:58:06,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741871_1047 (size=5156) 2024-11-24T02:58:07,060 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f647e747ef34482824a0d2c199b64c1 2024-11-24T02:58:07,072 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e623fbe47014caf9e8566212a0d1593 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e623fbe47014caf9e8566212a0d1593 2024-11-24T02:58:07,083 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e623fbe47014caf9e8566212a0d1593, entries=8, sequenceid=319, filesize=5.5 K 2024-11-24T02:58:07,085 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd279b95f0b84d259aee9aa27fe8c624 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd279b95f0b84d259aee9aa27fe8c624 2024-11-24T02:58:07,095 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd279b95f0b84d259aee9aa27fe8c624 2024-11-24T02:58:07,095 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd279b95f0b84d259aee9aa27fe8c624, entries=33, sequenceid=319, filesize=13.7 K 2024-11-24T02:58:07,097 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f647e747ef34482824a0d2c199b64c1 as hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f647e747ef34482824a0d2c199b64c1 2024-11-24T02:58:07,106 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34817/user/jenkins/test-data/d7b3ce61-9e77-c1d1-3e95-dffb92a94828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f647e747ef34482824a0d2c199b64c1, entries=1, sequenceid=319, filesize=5.0 K 2024-11-24T02:58:07,107 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.02 KB/166931, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=319, compaction requested=false 2024-11-24T02:58:07,115 INFO [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T02:58:07,115 DEBUG [M:0;7c69a60bd8f6:37845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732417086150Disabling compacts and flushes for region at 1732417086150Disabling writes for close at 1732417086150Obtaining lock to block concurrent updates at 1732417086151 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732417086151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166931, getHeapSize=195584, getOffHeapSize=0, getCellsCount=366 at 1732417086151Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732417086152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732417086152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732417086171 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732417086171Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732417086584 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732417086605 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732417086605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732417086623 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732417086650 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732417086650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6619e4: reopening flushed file at 1732417087070 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0caeff: reopening flushed file at 1732417087083 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6fe788: reopening flushed file at 1732417087095 (+12 ms)Finished flush of dataSize ~163.02 KB/166931, heapSize ~190.77 KB/195344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=319, compaction requested=false at 1732417087108 (+13 ms)Writing region close event to WAL at 1732417087114 (+6 ms)Closed at 1732417087114 2024-11-24T02:58:07,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741830_1006 (size=188273) 2024-11-24T02:58:07,125 INFO [M:0;7c69a60bd8f6:37845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T02:58:07,125 INFO [M:0;7c69a60bd8f6:37845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37845 2024-11-24T02:58:07,125 INFO [M:0;7c69a60bd8f6:37845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T02:58:07,126 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T02:58:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:58:07,302 INFO [M:0;7c69a60bd8f6:37845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T02:58:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x1016ac4e8130000, quorum=127.0.0.1:50525, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T02:58:07,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc105ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T02:58:07,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@360caa46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T02:58:07,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T02:58:07,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30fd9473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T02:58:07,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7444f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/hadoop.log.dir/,STOPPED} 2024-11-24T02:58:07,315 WARN [BP-216150989-172.17.0.2-1732416953917 heartbeating to localhost/127.0.0.1:34817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T02:58:07,315 WARN [BP-216150989-172.17.0.2-1732416953917 heartbeating to localhost/127.0.0.1:34817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-216150989-172.17.0.2-1732416953917 (Datanode Uuid 5a918768-6caa-4bee-883a-12edb1d1f3eb) service to localhost/127.0.0.1:34817 2024-11-24T02:58:07,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a/data/data1/current/BP-216150989-172.17.0.2-1732416953917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T02:58:07,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/cluster_f07d5c61-382b-1c28-bfc0-fe40b9bdbd7a/data/data2/current/BP-216150989-172.17.0.2-1732416953917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T02:58:07,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T02:58:07,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T02:58:07,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T02:58:07,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ce6ffde{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T02:58:07,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c90255f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T02:58:07,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T02:58:07,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3959e81b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T02:58:07,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bcd68eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a2a92ea9-11ba-2de7-ffb7-3570aacb3ae7/hadoop.log.dir/,STOPPED} 2024-11-24T02:58:07,338 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T02:58:07,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down