2024-11-11 21:56:24,868 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-11 21:56:24,880 main DEBUG Took 0.009899 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 21:56:24,880 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 21:56:24,880 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 21:56:24,881 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 21:56:24,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,895 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 21:56:24,906 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,908 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,908 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,909 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,910 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,911 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,912 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,913 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,914 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,914 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,915 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,916 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:56:24,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,918 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 21:56:24,919 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:56:24,921 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 21:56:24,923 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 21:56:24,923 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 21:56:24,924 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 21:56:24,925 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 21:56:24,933 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 21:56:24,936 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 21:56:24,937 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 21:56:24,938 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 21:56:24,938 main DEBUG createAppenders(={Console}) 2024-11-11 21:56:24,939 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-11 21:56:24,939 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-11 21:56:24,940 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-11 21:56:24,940 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 21:56:24,940 main DEBUG OutputStream closed 2024-11-11 21:56:24,941 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 21:56:24,941 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 21:56:24,941 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-11 21:56:25,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 21:56:25,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 21:56:25,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 21:56:25,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 21:56:25,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 21:56:25,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 21:56:25,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 21:56:25,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 21:56:25,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 21:56:25,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 21:56:25,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 21:56:25,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 21:56:25,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 21:56:25,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 21:56:25,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 21:56:25,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 21:56:25,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 21:56:25,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 21:56:25,024 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 21:56:25,025 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-11 21:56:25,025 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 21:56:25,026 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-11T21:56:25,038 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-11 21:56:25,041 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 21:56:25,041 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T21:56:25,270 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8 2024-11-11T21:56:25,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:56:25,306 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875, deleteOnExit=true 2024-11-11T21:56:25,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:56:25,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/test.cache.data in system properties and HBase conf 2024-11-11T21:56:25,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:56:25,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:56:25,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:56:25,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:56:25,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:56:25,389 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T21:56:25,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:56:25,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:56:25,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:56:25,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:56:25,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:56:25,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:56:25,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:56:25,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:56:25,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:56:25,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:56:25,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:56:25,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:56:25,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:56:25,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:56:25,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:56:26,233 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T21:56:26,307 INFO [Time-limited test {}] log.Log(170): Logging initialized @2071ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T21:56:26,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:56:26,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:56:26,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:56:26,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:56:26,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:56:26,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:56:26,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:56:26,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:56:26,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/java.io.tmpdir/jetty-localhost-32845-hadoop-hdfs-3_4_1-tests_jar-_-any-4948817867049467073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:56:26,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:32845} 2024-11-11T21:56:26,672 INFO [Time-limited test {}] server.Server(415): Started @2437ms 2024-11-11T21:56:27,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:56:27,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:56:27,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:56:27,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:56:27,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:56:27,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:56:27,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:56:27,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429b6cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/java.io.tmpdir/jetty-localhost-33743-hadoop-hdfs-3_4_1-tests_jar-_-any-7725135061014963702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:56:27,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:33743} 2024-11-11T21:56:27,119 INFO [Time-limited test {}] server.Server(415): Started @2885ms 2024-11-11T21:56:27,168 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:56:27,586 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875/data/data2/current/BP-851319443-172.17.0.2-1731362186025/current, will proceed with Du for space computation calculation, 2024-11-11T21:56:27,586 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875/data/data1/current/BP-851319443-172.17.0.2-1731362186025/current, will proceed with Du for space computation calculation, 2024-11-11T21:56:27,628 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:56:27,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8 2024-11-11T21:56:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc663f334a0f13be1 with lease ID 0xab1f0a249dd0ccfc: Processing first storage report for DS-a61d81d2-47dc-4205-9cf0-944859360cd5 from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=748f1120-02c6-46ba-8560-2f124e338108, infoPort=42927, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=448977625;c=1731362186026) 2024-11-11T21:56:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc663f334a0f13be1 with lease ID 0xab1f0a249dd0ccfc: from storage DS-a61d81d2-47dc-4205-9cf0-944859360cd5 node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=748f1120-02c6-46ba-8560-2f124e338108, infoPort=42927, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=448977625;c=1731362186026), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T21:56:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc663f334a0f13be1 with lease ID 0xab1f0a249dd0ccfc: Processing first storage report for DS-92ef8480-3046-47ac-9451-96df152f42fe from datanode DatanodeRegistration(127.0.0.1:42227, datanodeUuid=748f1120-02c6-46ba-8560-2f124e338108, infoPort=42927, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=448977625;c=1731362186026) 2024-11-11T21:56:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc663f334a0f13be1 with lease ID 0xab1f0a249dd0ccfc: from storage DS-92ef8480-3046-47ac-9451-96df152f42fe node DatanodeRegistration(127.0.0.1:42227, datanodeUuid=748f1120-02c6-46ba-8560-2f124e338108, infoPort=42927, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=448977625;c=1731362186026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:56:27,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875/zookeeper_0, clientPort=56642, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:56:27,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56642 2024-11-11T21:56:27,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:56:27,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:56:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:56:28,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e with version=8 2024-11-11T21:56:28,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/hbase-staging 2024-11-11T21:56:28,495 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T21:56:28,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/22a1f13b90b0:0 server-side Connection retries=9 2024-11-11T21:56:28,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:56:28,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:56:28,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:56:28,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:56:28,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:56:28,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:56:28,869 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T21:56:28,877 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T21:56:28,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:56:28,900 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47719 (auto-detected) 2024-11-11T21:56:28,901 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T21:56:28,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41451 2024-11-11T21:56:28,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41451 connecting to ZooKeeper ensemble=127.0.0.1:56642 2024-11-11T21:56:28,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414510x0, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:56:28,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41451-0x10030c9c6510000 connected 2024-11-11T21:56:28,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:56:28,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:56:28,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:56:29,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e, hbase.cluster.distributed=false 2024-11-11T21:56:29,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:56:29,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-11T21:56:29,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41451 2024-11-11T21:56:29,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41451 2024-11-11T21:56:29,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-11T21:56:29,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-11T21:56:29,135 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=9 2024-11-11T21:56:29,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:56:29,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:56:29,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:56:29,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:56:29,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:56:29,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:56:29,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:56:29,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40121 2024-11-11T21:56:29,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40121 connecting to ZooKeeper ensemble=127.0.0.1:56642 2024-11-11T21:56:29,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:56:29,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:56:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401210x0, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:56:29,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401210x0, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:56:29,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40121-0x10030c9c6510001 connected 2024-11-11T21:56:29,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:56:29,167 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:56:29,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:56:29,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:56:29,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40121 2024-11-11T21:56:29,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40121 2024-11-11T21:56:29,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40121 2024-11-11T21:56:29,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40121 2024-11-11T21:56:29,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40121 2024-11-11T21:56:29,193 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;22a1f13b90b0:41451 2024-11-11T21:56:29,194 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/22a1f13b90b0,41451,1731362188539 2024-11-11T21:56:29,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:56:29,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:56:29,201 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/22a1f13b90b0,41451,1731362188539 2024-11-11T21:56:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:56:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:29,221 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:56:29,222 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/22a1f13b90b0,41451,1731362188539 from backup master directory 2024-11-11T21:56:29,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:56:29,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/22a1f13b90b0,41451,1731362188539 2024-11-11T21:56:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:56:29,226 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:56:29,226 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=22a1f13b90b0,41451,1731362188539 2024-11-11T21:56:29,228 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T21:56:29,229 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T21:56:29,279 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/hbase.id] with ID: 645fb836-0174-45d8-8b4c-7197bbaa5bed 2024-11-11T21:56:29,280 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/.tmp/hbase.id 2024-11-11T21:56:29,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:56:29,695 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/.tmp/hbase.id]:[hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/hbase.id] 2024-11-11T21:56:29,745 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:56:29,750 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:56:29,768 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T21:56:29,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:29,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:56:30,216 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:56:30,219 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:56:30,235 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:56:30,240 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:56:30,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:56:30,695 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store 2024-11-11T21:56:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:56:31,126 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T21:56:31,129 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:56:31,130 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:56:31,130 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:56:31,131 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:56:31,132 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:56:31,133 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:56:31,133 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:56:31,134 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731362191130Disabling compacts and flushes for region at 1731362191130Disabling writes for close at 1731362191133 (+3 ms)Writing region close event to WAL at 1731362191133Closed at 1731362191133 2024-11-11T21:56:31,137 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/.initializing 2024-11-11T21:56:31,137 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/WALs/22a1f13b90b0,41451,1731362188539 2024-11-11T21:56:31,146 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:56:31,163 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C41451%2C1731362188539, suffix=, logDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/WALs/22a1f13b90b0,41451,1731362188539, archiveDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/oldWALs, maxLogs=10 2024-11-11T21:56:31,192 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/WALs/22a1f13b90b0,41451,1731362188539/22a1f13b90b0%2C41451%2C1731362188539.1731362191169, exclude list is [], retry=0 2024-11-11T21:56:31,210 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-a61d81d2-47dc-4205-9cf0-944859360cd5,DISK] 2024-11-11T21:56:31,213 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T21:56:31,249 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/WALs/22a1f13b90b0,41451,1731362188539/22a1f13b90b0%2C41451%2C1731362188539.1731362191169 2024-11-11T21:56:31,250 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-11T21:56:31,251 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:56:31,252 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:56:31,255 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,256 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:56:31,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:31,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:56:31,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:56:31,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:31,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:56:31,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:56:31,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:31,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:56:31,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:56:31,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:31,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:56:31,335 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,338 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,340 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,345 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,345 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,349 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:56:31,353 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:56:31,358 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:56:31,359 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71800379, jitterRate=0.06990902125835419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:56:31,366 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731362191268Initializing all the Stores at 1731362191270 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731362191271 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362191272 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362191272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362191272Cleaning up temporary data from old regions at 1731362191346 (+74 ms)Region opened successfully at 1731362191366 (+20 ms) 2024-11-11T21:56:31,368 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:56:31,398 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d2a9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:56:31,427 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:56:31,436 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:56:31,437 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:56:31,439 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:56:31,440 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T21:56:31,444 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T21:56:31,445 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:56:31,468 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:56:31,476 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:56:31,478 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:56:31,480 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:56:31,482 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:56:31,483 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:56:31,485 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:56:31,489 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:56:31,490 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:56:31,491 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:56:31,493 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:56:31,509 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:56:31,510 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:56:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:56:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:56:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:31,517 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=22a1f13b90b0,41451,1731362188539, sessionid=0x10030c9c6510000, setting cluster-up flag (Was=false) 2024-11-11T21:56:31,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:31,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:31,536 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:56:31,538 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,41451,1731362188539 2024-11-11T21:56:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:56:31,547 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:56:31,549 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,41451,1731362188539 2024-11-11T21:56:31,555 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:56:31,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(746): ClusterId : 645fb836-0174-45d8-8b4c-7197bbaa5bed 2024-11-11T21:56:31,589 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:56:31,594 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:56:31,594 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:56:31,597 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:56:31,598 DEBUG [RS:0;22a1f13b90b0:40121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dccae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:56:31,611 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;22a1f13b90b0:40121 2024-11-11T21:56:31,614 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:56:31,614 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:56:31,614 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:56:31,617 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,41451,1731362188539 with port=40121, startcode=1731362189101 2024-11-11T21:56:31,624 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:56:31,627 DEBUG [RS:0;22a1f13b90b0:40121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:56:31,633 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:56:31,640 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:56:31,645 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 22a1f13b90b0,41451,1731362188539 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:56:31,654 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:56:31,654 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:56:31,654 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:56:31,654 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:56:31,654 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/22a1f13b90b0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:56:31,655 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:56:31,655 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:56:31,655 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:56:31,657 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731362221657 2024-11-11T21:56:31,659 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:56:31,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:56:31,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:56:31,662 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:56:31,663 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41271, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:56:31,666 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:56:31,666 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:56:31,666 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:56:31,667 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:56:31,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:31,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:56:31,669 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T21:56:31,667 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:56:31,672 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:56:31,673 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:56:31,674 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:56:31,677 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:56:31,678 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:56:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:56:31,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:56:31,683 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:56:31,684 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731362191679,5,FailOnTimeoutGroup] 2024-11-11T21:56:31,685 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731362191684,5,FailOnTimeoutGroup] 2024-11-11T21:56:31,685 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:56:31,685 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:56:31,686 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:56:31,687 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:56:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:56:31,699 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:56:31,699 WARN [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-11-11T21:56:32,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:56:32,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:56:32,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:56:32,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:56:32,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:56:32,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:56:32,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:32,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:56:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:56:32,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:56:32,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:32,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:56:32,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:56:32,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:56:32,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:56:32,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:56:32,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:56:32,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740 2024-11-11T21:56:32,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740 2024-11-11T21:56:32,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:56:32,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:56:32,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:56:32,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:56:32,136 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:56:32,137 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66562221, jitterRate=-0.008145615458488464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:56:32,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731362192101Initializing all the Stores at 1731362192104 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731362192104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731362192104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362192104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731362192104Cleaning up temporary data from old regions at 1731362192129 (+25 ms)Region opened successfully at 1731362192141 (+12 ms) 2024-11-11T21:56:32,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:56:32,142 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:56:32,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:56:32,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:56:32,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:56:32,143 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:56:32,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731362192142Disabling compacts and flushes for region at 1731362192142Disabling writes for close at 1731362192142Writing region close event to WAL at 1731362192143 (+1 ms)Closed at 1731362192143 2024-11-11T21:56:32,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:56:32,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:56:32,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:56:32,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:56:32,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:56:32,314 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:33,315 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:34,316 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:35,317 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:36,318 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:37,319 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:38,321 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:38,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:56:38,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:56:39,322 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:40,323 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:41,324 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:42,325 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:43,327 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:44,328 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:45,329 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:46,330 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:47,332 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:48,333 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:49,334 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:50,335 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:51,336 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:52,338 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:53,339 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:54,340 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:55,341 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:56,342 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:57,343 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:57,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:56:58,345 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:56:59,346 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:00,347 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:01,348 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:01,703 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,41451,1731362188539 with port=40121, startcode=1731362189101 2024-11-11T21:57:01,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:01,713 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:01,722 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:57:01,723 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37763 2024-11-11T21:57:01,723 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:57:01,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:57:01,727 DEBUG [RS:0;22a1f13b90b0:40121 {}] zookeeper.ZKUtil(111): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:01,727 WARN [RS:0;22a1f13b90b0:40121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:57:01,727 INFO [RS:0;22a1f13b90b0:40121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:57:01,727 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/WALs/22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:01,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,40121,1731362189101] 2024-11-11T21:57:01,750 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:57:01,761 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:57:01,766 INFO [RS:0;22a1f13b90b0:40121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:57:01,766 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,767 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:57:01,772 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:57:01,773 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,774 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,774 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,774 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,774 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,774 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,774 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:57:01,774 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,775 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,775 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,775 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,775 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,775 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:57:01,775 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:57:01,775 DEBUG [RS:0;22a1f13b90b0:40121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:57:01,776 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,776 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,777 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,777 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,777 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,777 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40121,1731362189101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:57:01,794 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:57:01,796 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40121,1731362189101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,796 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,797 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.Replication(171): 22a1f13b90b0,40121,1731362189101 started 2024-11-11T21:57:01,813 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:01,814 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,40121,1731362189101, RpcServer on 22a1f13b90b0/172.17.0.2:40121, sessionid=0x10030c9c6510001 2024-11-11T21:57:01,814 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:57:01,815 DEBUG [RS:0;22a1f13b90b0:40121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:01,815 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40121,1731362189101' 2024-11-11T21:57:01,815 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:57:01,816 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:57:01,817 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:57:01,817 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:57:01,817 DEBUG [RS:0;22a1f13b90b0:40121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:01,817 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40121,1731362189101' 2024-11-11T21:57:01,817 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:57:01,818 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:57:01,818 DEBUG [RS:0;22a1f13b90b0:40121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:57:01,819 INFO [RS:0;22a1f13b90b0:40121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:57:01,819 INFO [RS:0;22a1f13b90b0:40121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:57:02,349 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:03,351 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:04,352 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:05,353 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:06,354 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:07,355 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:08,356 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:09,357 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:10,359 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:11,360 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:12,361 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:13,362 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:14,363 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:15,364 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:16,366 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:17,367 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:18,368 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:19,369 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:20,370 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:21,371 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:22,373 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:23,374 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:24,375 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:25,376 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:26,377 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:27,379 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:27,679 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:57:28,380 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:29,381 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:30,382 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:31,383 WARN [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:57:31,830 INFO [RS:0;22a1f13b90b0:40121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:57:31,833 INFO [RS:0;22a1f13b90b0:40121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C40121%2C1731362189101, suffix=, logDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/WALs/22a1f13b90b0,40121,1731362189101, archiveDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/oldWALs, maxLogs=32 2024-11-11T21:57:31,849 DEBUG [RS:0;22a1f13b90b0:40121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/WALs/22a1f13b90b0,40121,1731362189101/22a1f13b90b0%2C40121%2C1731362189101.1731362251836, exclude list is [], retry=0 2024-11-11T21:57:31,853 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-a61d81d2-47dc-4205-9cf0-944859360cd5,DISK] 2024-11-11T21:57:31,856 INFO [RS:0;22a1f13b90b0:40121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/WALs/22a1f13b90b0,40121,1731362189101/22a1f13b90b0%2C40121%2C1731362189101.1731362251836 2024-11-11T21:57:31,856 DEBUG [RS:0;22a1f13b90b0:40121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-11T21:57:31,886 DEBUG [22a1f13b90b0:41451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T21:57:31,899 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:31,906 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,40121,1731362189101, state=OPENING 2024-11-11T21:57:31,911 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:57:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:57:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:57:31,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:57:31,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:57:31,915 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:57:31,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:57:32,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:57:32,104 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:57:32,114 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:57:32,114 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:57:32,115 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:57:32,118 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C40121%2C1731362189101.meta, suffix=.meta, logDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/WALs/22a1f13b90b0,40121,1731362189101, archiveDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/oldWALs, maxLogs=32 2024-11-11T21:57:32,134 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/WALs/22a1f13b90b0,40121,1731362189101/22a1f13b90b0%2C40121%2C1731362189101.meta.1731362252121.meta, exclude list is [], retry=0 2024-11-11T21:57:32,138 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42227,DS-a61d81d2-47dc-4205-9cf0-944859360cd5,DISK] 2024-11-11T21:57:32,141 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/WALs/22a1f13b90b0,40121,1731362189101/22a1f13b90b0%2C40121%2C1731362189101.meta.1731362252121.meta 2024-11-11T21:57:32,141 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42927:42927)] 2024-11-11T21:57:32,142 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:57:32,143 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:57:32,146 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:57:32,150 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:57:32,155 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:57:32,156 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:32,156 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:57:32,156 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:57:32,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:57:32,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:57:32,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:32,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:57:32,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:57:32,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:57:32,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:32,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:57:32,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:57:32,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:57:32,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:32,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:57:32,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:57:32,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:57:32,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:32,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:57:32,171 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:57:32,173 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740 2024-11-11T21:57:32,176 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740 2024-11-11T21:57:32,178 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:57:32,178 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:57:32,179 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:57:32,182 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:57:32,184 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66909828, jitterRate=-0.002965867519378662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:57:32,185 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:57:32,187 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731362252157Writing region info on filesystem at 1731362252157Initializing all the Stores at 1731362252159 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731362252159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731362252160 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362252160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731362252160Cleaning up temporary data from old regions at 1731362252178 (+18 ms)Running coprocessor post-open hooks at 1731362252185 (+7 ms)Region opened successfully at 1731362252186 (+1 ms) 2024-11-11T21:57:32,194 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731362252091 2024-11-11T21:57:32,207 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:57:32,207 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:57:32,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:32,211 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,40121,1731362189101, state=OPEN 2024-11-11T21:57:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:57:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:57:32,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:57:32,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:57:32,214 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:32,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:57:32,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,40121,1731362189101 in 299 msec 2024-11-11T21:57:32,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:57:32,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.07 sec 2024-11-11T21:57:32,230 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:57:32,230 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:57:32,249 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:57:32,250 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,40121,1731362189101, seqNum=-1] 2024-11-11T21:57:32,269 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:57:32,271 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:57:32,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.711 sec 2024-11-11T21:57:32,297 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731362252297, completionTime=-1 2024-11-11T21:57:32,299 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T21:57:32,300 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T21:57:32,326 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-11T21:57:32,326 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731362312326 2024-11-11T21:57:32,326 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731362372326 2024-11-11T21:57:32,326 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-11T21:57:32,328 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41451,1731362188539-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:32,329 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41451,1731362188539-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:32,329 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41451,1731362188539-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:32,330 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-22a1f13b90b0:41451, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:32,331 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:32,331 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:32,338 DEBUG [master/22a1f13b90b0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:57:32,360 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.133sec 2024-11-11T21:57:32,361 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:57:32,362 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:57:32,363 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:57:32,363 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:57:32,363 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:57:32,364 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41451,1731362188539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:57:32,365 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41451,1731362188539-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:57:32,372 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:57:32,373 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:57:32,374 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41451,1731362188539-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:57:32,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2560d350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:57:32,380 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T21:57:32,380 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T21:57:32,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 22a1f13b90b0,41451,-1 for getting cluster id 2024-11-11T21:57:32,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:57:32,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '645fb836-0174-45d8-8b4c-7197bbaa5bed' 2024-11-11T21:57:32,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:57:32,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "645fb836-0174-45d8-8b4c-7197bbaa5bed" 2024-11-11T21:57:32,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f5f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:57:32,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [22a1f13b90b0,41451,-1] 2024-11-11T21:57:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:57:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:57:32,402 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:57:32,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456a05a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:57:32,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:57:32,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,40121,1731362189101, seqNum=-1] 2024-11-11T21:57:32,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:57:32,414 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:57:32,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=22a1f13b90b0,41451,1731362188539 2024-11-11T21:57:32,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a73b085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:57:32,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 22a1f13b90b0,41451,-1 for getting cluster id 2024-11-11T21:57:32,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:57:32,438 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '645fb836-0174-45d8-8b4c-7197bbaa5bed' 2024-11-11T21:57:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:57:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "645fb836-0174-45d8-8b4c-7197bbaa5bed" 2024-11-11T21:57:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245edd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:57:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [22a1f13b90b0,41451,-1] 2024-11-11T21:57:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:57:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:57:32,442 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:57:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bbbb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:57:32,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=4968 2024-11-11T21:57:32,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:57:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 22a1f13b90b0,41451,1731362188539 2024-11-11T21:57:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee78c4f 2024-11-11T21:57:32,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:57:32,476 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:57:32,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:57:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-11T21:57:32,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:57:32,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-11T21:57:32,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:32,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:57:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:57:32,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741835_1011 (size=428) 2024-11-11T21:57:32,544 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f1f0570aae5848d46e98813eccd670a, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:57:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741836_1012 (size=79) 2024-11-11T21:57:32,970 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:32,970 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5f1f0570aae5848d46e98813eccd670a, disabling compactions & flushes 2024-11-11T21:57:32,971 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:57:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:57:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. after waiting 0 ms 2024-11-11T21:57:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:57:32,971 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:57:32,971 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f1f0570aae5848d46e98813eccd670a: Waiting for close lock at 1731362252970Disabling compacts and flushes for region at 1731362252970Disabling writes for close at 1731362252971 (+1 ms)Writing region close event to WAL at 1731362252971Closed at 1731362252971 2024-11-11T21:57:32,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:57:32,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731362252977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362252977"}]},"ts":"1731362252977"} 2024-11-11T21:57:32,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:57:32,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:57:32,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362252991"}]},"ts":"1731362252991"} 2024-11-11T21:57:32,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-11T21:57:33,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f1f0570aae5848d46e98813eccd670a, ASSIGN}] 2024-11-11T21:57:33,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f1f0570aae5848d46e98813eccd670a, ASSIGN 2024-11-11T21:57:33,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f1f0570aae5848d46e98813eccd670a, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:57:33,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f1f0570aae5848d46e98813eccd670a, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:33,168 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f1f0570aae5848d46e98813eccd670a, ASSIGN because future has completed 2024-11-11T21:57:33,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f1f0570aae5848d46e98813eccd670a, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:57:33,341 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:57:33,342 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f1f0570aae5848d46e98813eccd670a, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:57:33,343 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,343 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:33,343 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,343 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,345 INFO [StoreOpener-5f1f0570aae5848d46e98813eccd670a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,348 INFO [StoreOpener-5f1f0570aae5848d46e98813eccd670a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f1f0570aae5848d46e98813eccd670a columnFamilyName testFamily 2024-11-11T21:57:33,348 DEBUG [StoreOpener-5f1f0570aae5848d46e98813eccd670a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:33,349 INFO [StoreOpener-5f1f0570aae5848d46e98813eccd670a-1 {}] regionserver.HStore(327): Store=5f1f0570aae5848d46e98813eccd670a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:57:33,349 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,351 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,351 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,352 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,352 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,356 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,360 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:57:33,361 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f1f0570aae5848d46e98813eccd670a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66321624, jitterRate=-0.011730790138244629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:57:33,362 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:57:33,363 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f1f0570aae5848d46e98813eccd670a: Running coprocessor pre-open hook at 1731362253343Writing region info on filesystem at 1731362253343Initializing all the Stores at 1731362253345 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362253345Cleaning up temporary data from old regions at 1731362253352 (+7 ms)Running coprocessor post-open hooks at 1731362253362 (+10 ms)Region opened successfully at 1731362253363 (+1 ms) 2024-11-11T21:57:33,365 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a., pid=6, masterSystemTime=1731362253327 2024-11-11T21:57:33,369 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:57:33,370 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:57:33,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f1f0570aae5848d46e98813eccd670a, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:33,376 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f1f0570aae5848d46e98813eccd670a, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:57:33,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:57:33,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f1f0570aae5848d46e98813eccd670a, server=22a1f13b90b0,40121,1731362189101 in 209 msec 2024-11-11T21:57:33,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:57:33,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5f1f0570aae5848d46e98813eccd670a, ASSIGN in 382 msec 2024-11-11T21:57:33,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:57:33,391 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362253391"}]},"ts":"1731362253391"} 2024-11-11T21:57:33,395 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-11T21:57:33,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:57:33,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 912 msec 2024-11-11T21:57:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:57:33,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-11T21:57:33,551 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-11T21:57:33,553 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:33,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-11T21:57:33,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:33,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-11T21:57:33,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:57:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,40121,1731362189101, seqNum=-1] 2024-11-11T21:57:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:57:33,571 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:57:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:57:33,595 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:57:33,599 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-11T21:57:33,604 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-11T21:57:33,609 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-11T21:57:33,612 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-11T21:57:33,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1818348677631049736 2024-11-11T21:57:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362256611, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:33,623 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-11T21:57:33,624 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-11T21:57:33,626 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:33,628 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:33,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1818348677631049738 2024-11-11T21:57:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362256627, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:33,633 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:33,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1818348677631049739 2024-11-11T21:57:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362256632, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:33,638 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:33,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1818348677631049740 2024-11-11T21:57:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362256638, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:33,645 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:33,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1350756427_22 at /127.0.0.1:50008 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=4922 (was 4968) 2024-11-11T21:57:33,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=4921 2024-11-11T21:57:33,671 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:57:33,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-11T21:57:33,676 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:57:33,676 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:33,677 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-11T21:57:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:57:33,679 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:57:33,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741837_1013 (size=414) 2024-11-11T21:57:33,691 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa0779673da425a69db4bb5c63da1ed0, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:57:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741838_1014 (size=65) 2024-11-11T21:57:34,104 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:34,105 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing fa0779673da425a69db4bb5c63da1ed0, disabling compactions & flushes 2024-11-11T21:57:34,105 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:57:34,105 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:57:34,105 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. after waiting 0 ms 2024-11-11T21:57:34,106 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:57:34,106 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:57:34,106 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa0779673da425a69db4bb5c63da1ed0: Waiting for close lock at 1731362254104Disabling compacts and flushes for region at 1731362254104Disabling writes for close at 1731362254105 (+1 ms)Writing region close event to WAL at 1731362254106 (+1 ms)Closed at 1731362254106 2024-11-11T21:57:34,111 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:57:34,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731362254111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362254111"}]},"ts":"1731362254111"} 2024-11-11T21:57:34,117 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:57:34,119 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:57:34,119 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362254119"}]},"ts":"1731362254119"} 2024-11-11T21:57:34,122 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-11T21:57:34,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fa0779673da425a69db4bb5c63da1ed0, ASSIGN}] 2024-11-11T21:57:34,125 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fa0779673da425a69db4bb5c63da1ed0, ASSIGN 2024-11-11T21:57:34,126 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fa0779673da425a69db4bb5c63da1ed0, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:57:34,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fa0779673da425a69db4bb5c63da1ed0, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:34,285 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fa0779673da425a69db4bb5c63da1ed0, ASSIGN because future has completed 2024-11-11T21:57:34,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0779673da425a69db4bb5c63da1ed0, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:57:34,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:57:34,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => fa0779673da425a69db4bb5c63da1ed0, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:57:34,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:34,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,453 INFO [StoreOpener-fa0779673da425a69db4bb5c63da1ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,456 INFO [StoreOpener-fa0779673da425a69db4bb5c63da1ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa0779673da425a69db4bb5c63da1ed0 columnFamilyName testFamily 2024-11-11T21:57:34,456 DEBUG [StoreOpener-fa0779673da425a69db4bb5c63da1ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:34,457 INFO [StoreOpener-fa0779673da425a69db4bb5c63da1ed0-1 {}] regionserver.HStore(327): Store=fa0779673da425a69db4bb5c63da1ed0/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:57:34,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:57:34,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened fa0779673da425a69db4bb5c63da1ed0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65432404, jitterRate=-0.024981200695037842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:57:34,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:57:34,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for fa0779673da425a69db4bb5c63da1ed0: Running coprocessor pre-open hook at 1731362254451Writing region info on filesystem at 1731362254451Initializing all the Stores at 1731362254453 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362254453Cleaning up temporary data from old regions at 1731362254461 (+8 ms)Running coprocessor post-open hooks at 1731362254468 (+7 ms)Region opened successfully at 1731362254468 2024-11-11T21:57:34,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., pid=9, masterSystemTime=1731362254441 2024-11-11T21:57:34,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:57:34,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:57:34,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fa0779673da425a69db4bb5c63da1ed0, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:34,479 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa0779673da425a69db4bb5c63da1ed0, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:57:34,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T21:57:34,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fa0779673da425a69db4bb5c63da1ed0, server=22a1f13b90b0,40121,1731362189101 in 195 msec 2024-11-11T21:57:34,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T21:57:34,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=fa0779673da425a69db4bb5c63da1ed0, ASSIGN in 362 msec 2024-11-11T21:57:34,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:57:34,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362254491"}]},"ts":"1731362254491"} 2024-11-11T21:57:34,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-11T21:57:34,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:57:34,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 825 msec 2024-11-11T21:57:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T21:57:34,690 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-11T21:57:34,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-11T21:57:34,690 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:34,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-11T21:57:34,699 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:34,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-11T21:57:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:57:34,718 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:57:34,718 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-11T21:57:34,722 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T21:57:34,723 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-11T21:57:37,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:57:37,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-11T21:57:37,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:57:37,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-11T21:57:38,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:57:38,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:57:38,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:57:38,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:57:38,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-11T21:57:38,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T21:57:38,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-11T21:57:38,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-11T21:57:40,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=22a1f13b90b0:40121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms 2024-11-11T21:57:40,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6019ms, rpcTimeout=5999ms 2024-11-11T21:57:40,744 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 from cache 2024-11-11T21:57:40,755 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=4919 (was 4921) 2024-11-11T21:57:40,764 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=4918 2024-11-11T21:57:40,767 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:57:40,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-11T21:57:40,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:57:40,771 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:40,771 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-11T21:57:40,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:57:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-11T21:57:40,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741839_1015 (size=412) 2024-11-11T21:57:41,191 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55f506296f28f4461efeb02fe530d9fc, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:57:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741840_1016 (size=63) 2024-11-11T21:57:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-11T21:57:41,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:41,606 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 55f506296f28f4461efeb02fe530d9fc, disabling compactions & flushes 2024-11-11T21:57:41,607 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:57:41,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:57:41,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. after waiting 0 ms 2024-11-11T21:57:41,607 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:57:41,607 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:57:41,608 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55f506296f28f4461efeb02fe530d9fc: Waiting for close lock at 1731362261606Disabling compacts and flushes for region at 1731362261606Disabling writes for close at 1731362261607 (+1 ms)Writing region close event to WAL at 1731362261607Closed at 1731362261607 2024-11-11T21:57:41,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:57:41,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731362261613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362261613"}]},"ts":"1731362261613"} 2024-11-11T21:57:41,618 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:57:41,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:57:41,620 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362261620"}]},"ts":"1731362261620"} 2024-11-11T21:57:41,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-11T21:57:41,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=55f506296f28f4461efeb02fe530d9fc, ASSIGN}] 2024-11-11T21:57:41,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=55f506296f28f4461efeb02fe530d9fc, ASSIGN 2024-11-11T21:57:41,626 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=55f506296f28f4461efeb02fe530d9fc, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:57:41,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=55f506296f28f4461efeb02fe530d9fc, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:41,787 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=55f506296f28f4461efeb02fe530d9fc, ASSIGN because future has completed 2024-11-11T21:57:41,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f506296f28f4461efeb02fe530d9fc, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:57:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-11T21:57:41,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:57:41,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 55f506296f28f4461efeb02fe530d9fc, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:57:41,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:41,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,956 INFO [StoreOpener-55f506296f28f4461efeb02fe530d9fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,958 INFO [StoreOpener-55f506296f28f4461efeb02fe530d9fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f506296f28f4461efeb02fe530d9fc columnFamilyName testFamily 2024-11-11T21:57:41,958 DEBUG [StoreOpener-55f506296f28f4461efeb02fe530d9fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:41,959 INFO [StoreOpener-55f506296f28f4461efeb02fe530d9fc-1 {}] regionserver.HStore(327): Store=55f506296f28f4461efeb02fe530d9fc/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:57:41,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:57:41,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 55f506296f28f4461efeb02fe530d9fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58778893, jitterRate=-0.12412624061107635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:57:41,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:57:41,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 55f506296f28f4461efeb02fe530d9fc: Running coprocessor pre-open hook at 1731362261953Writing region info on filesystem at 1731362261953Initializing all the Stores at 1731362261955 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362261955Cleaning up temporary data from old regions at 1731362261962 (+7 ms)Running coprocessor post-open hooks at 1731362261971 (+9 ms)Region opened successfully at 1731362261972 (+1 ms) 2024-11-11T21:57:41,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc., pid=12, masterSystemTime=1731362261942 2024-11-11T21:57:41,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:57:41,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:57:41,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=55f506296f28f4461efeb02fe530d9fc, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:41,981 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f506296f28f4461efeb02fe530d9fc, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:57:41,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T21:57:41,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 55f506296f28f4461efeb02fe530d9fc, server=22a1f13b90b0,40121,1731362189101 in 195 msec 2024-11-11T21:57:41,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T21:57:41,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=55f506296f28f4461efeb02fe530d9fc, ASSIGN in 363 msec 2024-11-11T21:57:41,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:57:41,991 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362261991"}]},"ts":"1731362261991"} 2024-11-11T21:57:41,994 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-11T21:57:41,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:57:41,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2280 sec 2024-11-11T21:57:43,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-11T21:57:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-11T21:57:43,811 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-11T21:57:43,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-11T21:57:43,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:43,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-11T21:57:43,821 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:43,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-11T21:57:43,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:57:43,839 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:57:43,839 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-11T21:57:43,843 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T21:57:43,845 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T21:57:43,847 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T21:57:43,848 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-11T21:57:47,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:57:48,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-11T21:57:48,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T21:57:49,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049749' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T21:57:49,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40121 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40708 deadline: 1731362275852, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049749' does not exist 2024-11-11T21:57:49,860 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 22a1f13b90b0,40121,1731362189101 for closing scanner id = 1818348677631049749 for 55f506296f28f4461efeb02fe530d9fc of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049749' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:57:49,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 121), ProcessCount=11 (was 11), AvailableMemoryMB=4911 (was 4918) 2024-11-11T21:57:49,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=4910 2024-11-11T21:57:49,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:57:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-11T21:57:49,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:57:49,880 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:49,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-11T21:57:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T21:57:49,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:57:49,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741841_1017 (size=423) 2024-11-11T21:57:50,300 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7879363100c1a19d7e3ab4dce0e6273b, NAME => 'testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:57:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741842_1018 (size=74) 2024-11-11T21:57:50,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-11T21:57:50,716 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:50,716 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 7879363100c1a19d7e3ab4dce0e6273b, disabling compactions & flushes 2024-11-11T21:57:50,717 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:57:50,717 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:57:50,717 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. after waiting 0 ms 2024-11-11T21:57:50,717 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:57:50,717 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:57:50,718 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7879363100c1a19d7e3ab4dce0e6273b: Waiting for close lock at 1731362270716Disabling compacts and flushes for region at 1731362270716Disabling writes for close at 1731362270717 (+1 ms)Writing region close event to WAL at 1731362270717Closed at 1731362270717 2024-11-11T21:57:50,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:57:50,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731362270723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362270723"}]},"ts":"1731362270723"} 2024-11-11T21:57:50,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:57:50,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:57:50,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362270730"}]},"ts":"1731362270730"} 2024-11-11T21:57:50,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-11T21:57:50,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7879363100c1a19d7e3ab4dce0e6273b, ASSIGN}] 2024-11-11T21:57:50,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7879363100c1a19d7e3ab4dce0e6273b, ASSIGN 2024-11-11T21:57:50,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7879363100c1a19d7e3ab4dce0e6273b, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:57:50,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7879363100c1a19d7e3ab4dce0e6273b, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T21:57:50,895 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7879363100c1a19d7e3ab4dce0e6273b, ASSIGN because future has completed 2024-11-11T21:57:50,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7879363100c1a19d7e3ab4dce0e6273b, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:57:51,065 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:57:51,065 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7879363100c1a19d7e3ab4dce0e6273b, NAME => 'testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:57:51,066 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,066 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:51,066 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,066 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,070 INFO [StoreOpener-7879363100c1a19d7e3ab4dce0e6273b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,075 INFO [StoreOpener-7879363100c1a19d7e3ab4dce0e6273b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7879363100c1a19d7e3ab4dce0e6273b columnFamilyName testFamily 2024-11-11T21:57:51,075 DEBUG [StoreOpener-7879363100c1a19d7e3ab4dce0e6273b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:51,077 INFO [StoreOpener-7879363100c1a19d7e3ab4dce0e6273b-1 {}] regionserver.HStore(327): Store=7879363100c1a19d7e3ab4dce0e6273b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:57:51,077 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,079 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,080 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,080 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,081 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,083 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,086 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:57:51,087 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7879363100c1a19d7e3ab4dce0e6273b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67468064, jitterRate=0.005352497100830078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:57:51,087 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:57:51,087 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7879363100c1a19d7e3ab4dce0e6273b: Running coprocessor pre-open hook at 1731362271067Writing region info on filesystem at 1731362271067Initializing all the Stores at 1731362271069 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362271069Cleaning up temporary data from old regions at 1731362271081 (+12 ms)Running coprocessor post-open hooks at 1731362271087 (+6 ms)Region opened successfully at 1731362271087 2024-11-11T21:57:51,089 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b., pid=15, masterSystemTime=1731362271051 2024-11-11T21:57:51,091 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:57:51,091 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:57:51,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7879363100c1a19d7e3ab4dce0e6273b, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:51,095 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7879363100c1a19d7e3ab4dce0e6273b, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:57:51,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T21:57:51,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7879363100c1a19d7e3ab4dce0e6273b, server=22a1f13b90b0,40121,1731362189101 in 201 msec 2024-11-11T21:57:51,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T21:57:51,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=7879363100c1a19d7e3ab4dce0e6273b, ASSIGN in 366 msec 2024-11-11T21:57:51,104 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:57:51,105 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362271104"}]},"ts":"1731362271104"} 2024-11-11T21:57:51,107 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-11T21:57:51,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:57:51,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2320 sec 2024-11-11T21:57:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T21:57:52,912 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-11T21:57:52,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-11T21:57:52,913 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:52,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-11T21:57:52,922 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:52,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-11T21:57:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:57:52,938 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:57:52,939 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-11T21:57:52,942 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-11T21:57:52,944 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-11T21:57:52,946 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-11T21:57:52,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1818348677631049753 2024-11-11T21:57:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362275945, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:52,950 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-11T21:57:52,951 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-11T21:57:52,952 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:52,954 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:52,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=1818348677631049755 2024-11-11T21:57:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362275954, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:52,959 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:52,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=1818348677631049756 2024-11-11T21:57:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362275958, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:52,963 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:52,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=1818348677631049757 2024-11-11T21:57:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40708 deadline: 1731362275963, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-11T21:57:52,967 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-11T21:57:52,976 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1350756427_22 at /127.0.0.1:37132 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=4908 (was 4910) 2024-11-11T21:57:52,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=4907 2024-11-11T21:57:52,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:57:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-11T21:57:52,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:57:52,991 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:52,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-11T21:57:52,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:57:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-11T21:57:53,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741843_1019 (size=418) 2024-11-11T21:57:53,411 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d7c8c1c24b485068402b826f0c63365, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:57:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741844_1020 (size=69) 2024-11-11T21:57:53,827 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:53,827 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8d7c8c1c24b485068402b826f0c63365, disabling compactions & flushes 2024-11-11T21:57:53,828 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:57:53,828 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:57:53,828 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. after waiting 0 ms 2024-11-11T21:57:53,828 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:57:53,829 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:57:53,829 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d7c8c1c24b485068402b826f0c63365: Waiting for close lock at 1731362273827Disabling compacts and flushes for region at 1731362273827Disabling writes for close at 1731362273828 (+1 ms)Writing region close event to WAL at 1731362273828Closed at 1731362273828 2024-11-11T21:57:53,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:57:53,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731362273833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362273833"}]},"ts":"1731362273833"} 2024-11-11T21:57:53,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:57:53,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:57:53,838 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362273838"}]},"ts":"1731362273838"} 2024-11-11T21:57:53,840 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-11T21:57:53,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d7c8c1c24b485068402b826f0c63365, ASSIGN}] 2024-11-11T21:57:53,842 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d7c8c1c24b485068402b826f0c63365, ASSIGN 2024-11-11T21:57:53,843 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d7c8c1c24b485068402b826f0c63365, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:57:53,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8d7c8c1c24b485068402b826f0c63365, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:54,002 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d7c8c1c24b485068402b826f0c63365, ASSIGN because future has completed 2024-11-11T21:57:54,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d7c8c1c24b485068402b826f0c63365, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:57:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-11T21:57:54,167 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:57:54,168 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d7c8c1c24b485068402b826f0c63365, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:57:54,168 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,168 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:54,168 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,168 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,170 INFO [StoreOpener-8d7c8c1c24b485068402b826f0c63365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,173 INFO [StoreOpener-8d7c8c1c24b485068402b826f0c63365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d7c8c1c24b485068402b826f0c63365 columnFamilyName testFamily 2024-11-11T21:57:54,173 DEBUG [StoreOpener-8d7c8c1c24b485068402b826f0c63365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:54,173 INFO [StoreOpener-8d7c8c1c24b485068402b826f0c63365-1 {}] regionserver.HStore(327): Store=8d7c8c1c24b485068402b826f0c63365/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:57:54,174 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,175 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,176 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,176 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,176 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,179 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,182 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:57:54,183 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8d7c8c1c24b485068402b826f0c63365; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63527481, jitterRate=-0.0533667653799057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:57:54,183 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:57:54,183 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8d7c8c1c24b485068402b826f0c63365: Running coprocessor pre-open hook at 1731362274168Writing region info on filesystem at 1731362274168Initializing all the Stores at 1731362274170 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362274170Cleaning up temporary data from old regions at 1731362274176 (+6 ms)Running coprocessor post-open hooks at 1731362274183 (+7 ms)Region opened successfully at 1731362274183 2024-11-11T21:57:54,185 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., pid=18, masterSystemTime=1731362274158 2024-11-11T21:57:54,187 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:57:54,187 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:57:54,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8d7c8c1c24b485068402b826f0c63365, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:54,191 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d7c8c1c24b485068402b826f0c63365, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:57:54,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-11T21:57:54,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d7c8c1c24b485068402b826f0c63365, server=22a1f13b90b0,40121,1731362189101 in 190 msec 2024-11-11T21:57:54,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T21:57:54,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=8d7c8c1c24b485068402b826f0c63365, ASSIGN in 357 msec 2024-11-11T21:57:54,201 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:57:54,201 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362274201"}]},"ts":"1731362274201"} 2024-11-11T21:57:54,204 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-11T21:57:54,205 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:57:54,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2180 sec 2024-11-11T21:57:55,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-11T21:57:55,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-11T21:57:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-11T21:57:56,031 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-11T21:57:56,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-11T21:57:56,032 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:56,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-11T21:57:56,040 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:57:56,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-11T21:57:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:57:56,058 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:57:56,058 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-11T21:57:56,063 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T21:57:56,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T21:57:56,570 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:57:57,069 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=22a1f13b90b0:40121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-11T21:57:57,069 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-11T21:57:57,070 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 from cache 2024-11-11T21:57:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-11T21:57:57,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:57:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:57:58,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T21:57:58,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-11T21:57:58,866 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-11T21:57:58,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-11T21:57:58,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-11T21:57:59,069 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=22a1f13b90b0:40121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=974ms 2024-11-11T21:57:59,070 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=974ms 2024-11-11T21:57:59,070 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 from cache 2024-11-11T21:57:59,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=4898 (was 4907) 2024-11-11T21:57:59,091 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=87, ProcessCount=11, AvailableMemoryMB=4897 2024-11-11T21:57:59,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:57:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-11T21:57:59,096 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:57:59,097 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:59,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-11T21:57:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T21:57:59,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:57:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741845_1021 (size=416) 2024-11-11T21:57:59,515 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cb322b4d50d73e66a6e586839e9590f, NAME => 'testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:57:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741846_1022 (size=67) 2024-11-11T21:57:59,527 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:59,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8cb322b4d50d73e66a6e586839e9590f, disabling compactions & flushes 2024-11-11T21:57:59,528 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:57:59,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:57:59,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. after waiting 0 ms 2024-11-11T21:57:59,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:57:59,528 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:57:59,528 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cb322b4d50d73e66a6e586839e9590f: Waiting for close lock at 1731362279527Disabling compacts and flushes for region at 1731362279528 (+1 ms)Disabling writes for close at 1731362279528Writing region close event to WAL at 1731362279528Closed at 1731362279528 2024-11-11T21:57:59,531 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:57:59,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731362279531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362279531"}]},"ts":"1731362279531"} 2024-11-11T21:57:59,535 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:57:59,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:57:59,537 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362279536"}]},"ts":"1731362279536"} 2024-11-11T21:57:59,539 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-11T21:57:59,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb322b4d50d73e66a6e586839e9590f, ASSIGN}] 2024-11-11T21:57:59,540 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb322b4d50d73e66a6e586839e9590f, ASSIGN 2024-11-11T21:57:59,542 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb322b4d50d73e66a6e586839e9590f, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:57:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-11T21:57:59,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8cb322b4d50d73e66a6e586839e9590f, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:59,699 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb322b4d50d73e66a6e586839e9590f, ASSIGN because future has completed 2024-11-11T21:57:59,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb322b4d50d73e66a6e586839e9590f, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:57:59,868 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:57:59,868 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cb322b4d50d73e66a6e586839e9590f, NAME => 'testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:57:59,869 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,869 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:57:59,869 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,869 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,871 INFO [StoreOpener-8cb322b4d50d73e66a6e586839e9590f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,873 INFO [StoreOpener-8cb322b4d50d73e66a6e586839e9590f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb322b4d50d73e66a6e586839e9590f columnFamilyName testFamily 2024-11-11T21:57:59,873 DEBUG [StoreOpener-8cb322b4d50d73e66a6e586839e9590f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:57:59,874 INFO [StoreOpener-8cb322b4d50d73e66a6e586839e9590f-1 {}] regionserver.HStore(327): Store=8cb322b4d50d73e66a6e586839e9590f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:57:59,874 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,875 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,875 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,876 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,876 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,878 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,881 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:57:59,882 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8cb322b4d50d73e66a6e586839e9590f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73403703, jitterRate=0.09380041062831879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:57:59,882 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:57:59,883 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8cb322b4d50d73e66a6e586839e9590f: Running coprocessor pre-open hook at 1731362279869Writing region info on filesystem at 1731362279869Initializing all the Stores at 1731362279871 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362279871Cleaning up temporary data from old regions at 1731362279876 (+5 ms)Running coprocessor post-open hooks at 1731362279882 (+6 ms)Region opened successfully at 1731362279882 2024-11-11T21:57:59,884 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f., pid=21, masterSystemTime=1731362279856 2024-11-11T21:57:59,887 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:57:59,887 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:57:59,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=8cb322b4d50d73e66a6e586839e9590f, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:57:59,891 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb322b4d50d73e66a6e586839e9590f, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:57:59,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-11T21:57:59,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cb322b4d50d73e66a6e586839e9590f, server=22a1f13b90b0,40121,1731362189101 in 193 msec 2024-11-11T21:57:59,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-11T21:57:59,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=8cb322b4d50d73e66a6e586839e9590f, ASSIGN in 358 msec 2024-11-11T21:57:59,902 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:57:59,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362279902"}]},"ts":"1731362279902"} 2024-11-11T21:57:59,904 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-11T21:57:59,905 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:57:59,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 812 msec 2024-11-11T21:58:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-11T21:58:00,110 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-11T21:58:00,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-11T21:58:00,111 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:00,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-11T21:58:00,120 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:00,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-11T21:58:00,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:58:00,136 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:58:00,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-11T21:58:00,139 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T21:58:00,141 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T21:58:00,142 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T21:58:00,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-11T21:58:01,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-11T21:58:03,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049768' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T21:58:03,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40121 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40708 deadline: 1731362284152, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049768' does not exist 2024-11-11T21:58:03,154 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 22a1f13b90b0,40121,1731362189101 for closing scanner id = 1818348677631049768 for 8cb322b4d50d73e66a6e586839e9590f of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049768' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:58:03,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 222) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1350756427_22 at /127.0.0.1:32868 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=80 (was 87), ProcessCount=11 (was 11), AvailableMemoryMB=4891 (was 4897) 2024-11-11T21:58:03,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=80, ProcessCount=11, AvailableMemoryMB=4891 2024-11-11T21:58:03,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:58:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-11T21:58:03,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:58:03,176 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:03,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-11T21:58:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-11T21:58:03,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:58:03,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741847_1023 (size=411) 2024-11-11T21:58:03,593 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55a03e49c8464029e62e0aa41a2493aa, NAME => 'testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:58:03,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741848_1024 (size=62) 2024-11-11T21:58:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-11T21:58:04,008 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:04,008 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 55a03e49c8464029e62e0aa41a2493aa, disabling compactions & flushes 2024-11-11T21:58:04,008 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:04,008 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:04,009 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. after waiting 0 ms 2024-11-11T21:58:04,009 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:04,009 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:04,009 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55a03e49c8464029e62e0aa41a2493aa: Waiting for close lock at 1731362284008Disabling compacts and flushes for region at 1731362284008Disabling writes for close at 1731362284009 (+1 ms)Writing region close event to WAL at 1731362284009Closed at 1731362284009 2024-11-11T21:58:04,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:58:04,014 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731362284013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362284013"}]},"ts":"1731362284013"} 2024-11-11T21:58:04,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:58:04,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:58:04,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362284019"}]},"ts":"1731362284019"} 2024-11-11T21:58:04,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-11T21:58:04,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55a03e49c8464029e62e0aa41a2493aa, ASSIGN}] 2024-11-11T21:58:04,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55a03e49c8464029e62e0aa41a2493aa, ASSIGN 2024-11-11T21:58:04,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55a03e49c8464029e62e0aa41a2493aa, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:58:04,177 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=55a03e49c8464029e62e0aa41a2493aa, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:04,184 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55a03e49c8464029e62e0aa41a2493aa, ASSIGN because future has completed 2024-11-11T21:58:04,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55a03e49c8464029e62e0aa41a2493aa, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:58:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-11T21:58:04,351 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:04,351 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 55a03e49c8464029e62e0aa41a2493aa, NAME => 'testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:58:04,351 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,352 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:04,352 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,352 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,354 INFO [StoreOpener-55a03e49c8464029e62e0aa41a2493aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,356 INFO [StoreOpener-55a03e49c8464029e62e0aa41a2493aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55a03e49c8464029e62e0aa41a2493aa columnFamilyName testFamily 2024-11-11T21:58:04,356 DEBUG [StoreOpener-55a03e49c8464029e62e0aa41a2493aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:04,357 INFO [StoreOpener-55a03e49c8464029e62e0aa41a2493aa-1 {}] regionserver.HStore(327): Store=55a03e49c8464029e62e0aa41a2493aa/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:58:04,357 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,358 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,359 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,359 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,359 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,362 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,365 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:58:04,366 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 55a03e49c8464029e62e0aa41a2493aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72270480, jitterRate=0.07691407203674316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:58:04,366 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:04,366 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 55a03e49c8464029e62e0aa41a2493aa: Running coprocessor pre-open hook at 1731362284352Writing region info on filesystem at 1731362284352Initializing all the Stores at 1731362284353 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362284353Cleaning up temporary data from old regions at 1731362284359 (+6 ms)Running coprocessor post-open hooks at 1731362284366 (+7 ms)Region opened successfully at 1731362284366 2024-11-11T21:58:04,367 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa., pid=24, masterSystemTime=1731362284340 2024-11-11T21:58:04,370 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:04,370 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:04,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=55a03e49c8464029e62e0aa41a2493aa, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:04,374 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55a03e49c8464029e62e0aa41a2493aa, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:58:04,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-11T21:58:04,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 55a03e49c8464029e62e0aa41a2493aa, server=22a1f13b90b0,40121,1731362189101 in 191 msec 2024-11-11T21:58:04,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-11T21:58:04,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=55a03e49c8464029e62e0aa41a2493aa, ASSIGN in 355 msec 2024-11-11T21:58:04,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:58:04,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362284381"}]},"ts":"1731362284381"} 2024-11-11T21:58:04,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-11T21:58:04,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:58:04,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2140 sec 2024-11-11T21:58:05,375 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:58:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-11T21:58:06,219 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-11T21:58:06,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-11T21:58:06,220 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:06,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-11T21:58:06,228 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-11T21:58:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:58:06,243 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:58:06,243 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-11T21:58:06,246 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T21:58:06,248 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T21:58:06,249 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T21:58:06,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-11T21:58:07,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-11T21:58:08,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-11T21:58:08,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-11T21:58:08,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-11T21:58:08,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T21:58:09,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049772' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T21:58:09,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40121 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40708 deadline: 1731362290265, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049772' does not exist 2024-11-11T21:58:09,267 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 22a1f13b90b0,40121,1731362189101 for closing scanner id = 1818348677631049772 for 55a03e49c8464029e62e0aa41a2493aa of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049772' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:58:09,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 80), ProcessCount=11 (was 11), AvailableMemoryMB=4887 (was 4891) 2024-11-11T21:58:09,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=4886 2024-11-11T21:58:09,289 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:58:09,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-11T21:58:09,292 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:58:09,293 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:09,293 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-11T21:58:09,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:58:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T21:58:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741849_1025 (size=419) 2024-11-11T21:58:09,711 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4e5c8b77c1036c4d414fd2d9f3fd1cb, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:58:09,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741850_1026 (size=70) 2024-11-11T21:58:09,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-11T21:58:10,126 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:10,126 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing f4e5c8b77c1036c4d414fd2d9f3fd1cb, disabling compactions & flushes 2024-11-11T21:58:10,126 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:10,127 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:10,127 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. after waiting 0 ms 2024-11-11T21:58:10,127 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:10,127 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:10,127 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4e5c8b77c1036c4d414fd2d9f3fd1cb: Waiting for close lock at 1731362290126Disabling compacts and flushes for region at 1731362290126Disabling writes for close at 1731362290127 (+1 ms)Writing region close event to WAL at 1731362290127Closed at 1731362290127 2024-11-11T21:58:10,130 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:58:10,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731362290130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362290130"}]},"ts":"1731362290130"} 2024-11-11T21:58:10,134 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:58:10,135 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:58:10,135 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362290135"}]},"ts":"1731362290135"} 2024-11-11T21:58:10,137 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-11T21:58:10,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f4e5c8b77c1036c4d414fd2d9f3fd1cb, ASSIGN}] 2024-11-11T21:58:10,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f4e5c8b77c1036c4d414fd2d9f3fd1cb, ASSIGN 2024-11-11T21:58:10,140 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f4e5c8b77c1036c4d414fd2d9f3fd1cb, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:58:10,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f4e5c8b77c1036c4d414fd2d9f3fd1cb, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:10,299 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f4e5c8b77c1036c4d414fd2d9f3fd1cb, ASSIGN because future has completed 2024-11-11T21:58:10,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4e5c8b77c1036c4d414fd2d9f3fd1cb, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:58:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T21:58:10,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:10,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => f4e5c8b77c1036c4d414fd2d9f3fd1cb, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:58:10,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:10,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,470 INFO [StoreOpener-f4e5c8b77c1036c4d414fd2d9f3fd1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,472 INFO [StoreOpener-f4e5c8b77c1036c4d414fd2d9f3fd1cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4e5c8b77c1036c4d414fd2d9f3fd1cb columnFamilyName testFamily 2024-11-11T21:58:10,472 DEBUG [StoreOpener-f4e5c8b77c1036c4d414fd2d9f3fd1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:10,473 INFO [StoreOpener-f4e5c8b77c1036c4d414fd2d9f3fd1cb-1 {}] regionserver.HStore(327): Store=f4e5c8b77c1036c4d414fd2d9f3fd1cb/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:58:10,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:58:10,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened f4e5c8b77c1036c4d414fd2d9f3fd1cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74296501, jitterRate=0.10710413753986359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:58:10,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:10,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for f4e5c8b77c1036c4d414fd2d9f3fd1cb: Running coprocessor pre-open hook at 1731362290468Writing region info on filesystem at 1731362290468Initializing all the Stores at 1731362290470 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362290470Cleaning up temporary data from old regions at 1731362290476 (+6 ms)Running coprocessor post-open hooks at 1731362290482 (+6 ms)Region opened successfully at 1731362290482 2024-11-11T21:58:10,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb., pid=27, masterSystemTime=1731362290455 2024-11-11T21:58:10,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:10,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:10,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=f4e5c8b77c1036c4d414fd2d9f3fd1cb, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:10,488 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4e5c8b77c1036c4d414fd2d9f3fd1cb, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:58:10,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-11T21:58:10,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure f4e5c8b77c1036c4d414fd2d9f3fd1cb, server=22a1f13b90b0,40121,1731362189101 in 189 msec 2024-11-11T21:58:10,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-11T21:58:10,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=f4e5c8b77c1036c4d414fd2d9f3fd1cb, ASSIGN in 353 msec 2024-11-11T21:58:10,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:58:10,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362290495"}]},"ts":"1731362290495"} 2024-11-11T21:58:10,498 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-11T21:58:10,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:58:10,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2100 sec 2024-11-11T21:58:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-11T21:58:12,331 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-11T21:58:12,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-11T21:58:12,332 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:12,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-11T21:58:12,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:12,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-11T21:58:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:58:12,354 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:58:12,355 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-11T21:58:12,358 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T21:58:12,359 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-11T21:58:13,153 INFO [master/22a1f13b90b0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T21:58:13,154 INFO [master/22a1f13b90b0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T21:58:13,769 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-11T21:58:16,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:58:18,359 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=22a1f13b90b0:40121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms 2024-11-11T21:58:18,359 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6000ms, rpcTimeout=5999ms 2024-11-11T21:58:18,360 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 from cache 2024-11-11T21:58:18,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=4878 (was 4886) 2024-11-11T21:58:18,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=62, ProcessCount=11, AvailableMemoryMB=4878 2024-11-11T21:58:18,391 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:58:18,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-11T21:58:18,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:58:18,395 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:18,395 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-11T21:58:18,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:58:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-11T21:58:18,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741851_1027 (size=407) 2024-11-11T21:58:18,813 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05b18cc0462ab6908795e7e62ca1dab6, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:58:18,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741852_1028 (size=58) 2024-11-11T21:58:18,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-11T21:58:18,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-11T21:58:18,866 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T21:58:19,227 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:19,227 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 05b18cc0462ab6908795e7e62ca1dab6, disabling compactions & flushes 2024-11-11T21:58:19,227 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:19,227 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:19,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. after waiting 0 ms 2024-11-11T21:58:19,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:19,228 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:19,228 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05b18cc0462ab6908795e7e62ca1dab6: Waiting for close lock at 1731362299227Disabling compacts and flushes for region at 1731362299227Disabling writes for close at 1731362299228 (+1 ms)Writing region close event to WAL at 1731362299228Closed at 1731362299228 2024-11-11T21:58:19,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:58:19,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731362299232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362299232"}]},"ts":"1731362299232"} 2024-11-11T21:58:19,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:58:19,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:58:19,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362299239"}]},"ts":"1731362299239"} 2024-11-11T21:58:19,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-11T21:58:19,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=05b18cc0462ab6908795e7e62ca1dab6, ASSIGN}] 2024-11-11T21:58:19,243 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=05b18cc0462ab6908795e7e62ca1dab6, ASSIGN 2024-11-11T21:58:19,244 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=05b18cc0462ab6908795e7e62ca1dab6, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:58:19,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=05b18cc0462ab6908795e7e62ca1dab6, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:19,402 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=05b18cc0462ab6908795e7e62ca1dab6, ASSIGN because future has completed 2024-11-11T21:58:19,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b18cc0462ab6908795e7e62ca1dab6, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:58:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-11T21:58:19,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:19,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 05b18cc0462ab6908795e7e62ca1dab6, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:58:19,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:19,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,576 INFO [StoreOpener-05b18cc0462ab6908795e7e62ca1dab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,578 INFO [StoreOpener-05b18cc0462ab6908795e7e62ca1dab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05b18cc0462ab6908795e7e62ca1dab6 columnFamilyName testFamily 2024-11-11T21:58:19,579 DEBUG [StoreOpener-05b18cc0462ab6908795e7e62ca1dab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:19,579 INFO [StoreOpener-05b18cc0462ab6908795e7e62ca1dab6-1 {}] regionserver.HStore(327): Store=05b18cc0462ab6908795e7e62ca1dab6/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:58:19,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:58:19,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 05b18cc0462ab6908795e7e62ca1dab6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65283370, jitterRate=-0.027201980352401733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:58:19,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:19,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 05b18cc0462ab6908795e7e62ca1dab6: Running coprocessor pre-open hook at 1731362299573Writing region info on filesystem at 1731362299573Initializing all the Stores at 1731362299575 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362299575Cleaning up temporary data from old regions at 1731362299583 (+8 ms)Running coprocessor post-open hooks at 1731362299593 (+10 ms)Region opened successfully at 1731362299594 (+1 ms) 2024-11-11T21:58:19,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6., pid=30, masterSystemTime=1731362299558 2024-11-11T21:58:19,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:19,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:19,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=05b18cc0462ab6908795e7e62ca1dab6, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:19,601 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05b18cc0462ab6908795e7e62ca1dab6, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:58:19,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-11T21:58:19,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 05b18cc0462ab6908795e7e62ca1dab6, server=22a1f13b90b0,40121,1731362189101 in 200 msec 2024-11-11T21:58:19,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-11T21:58:19,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=05b18cc0462ab6908795e7e62ca1dab6, ASSIGN in 363 msec 2024-11-11T21:58:19,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:58:19,609 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362299609"}]},"ts":"1731362299609"} 2024-11-11T21:58:19,611 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-11T21:58:19,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:58:19,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2220 sec 2024-11-11T21:58:19,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-11T21:58:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-11T21:58:21,429 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-11T21:58:21,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-11T21:58:21,430 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:21,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-11T21:58:21,438 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:21,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-11T21:58:21,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:58:21,456 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:58:21,456 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-11T21:58:21,460 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-11T21:58:21,463 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-11T21:58:21,464 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-11T21:58:21,465 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-11T21:58:25,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:58:27,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049780' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-11T21:58:27,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40121 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40708 deadline: 1731362313471, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049780' does not exist 2024-11-11T21:58:27,480 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 22a1f13b90b0,40121,1731362189101 for closing scanner id = 1818348677631049780 for 05b18cc0462ab6908795e7e62ca1dab6 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '1818348677631049780' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:58:27,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=52 (was 62), ProcessCount=11 (was 11), AvailableMemoryMB=4870 (was 4878) 2024-11-11T21:58:27,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=52, ProcessCount=11, AvailableMemoryMB=4870 2024-11-11T21:58:27,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:58:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-11T21:58:27,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:58:27,499 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:27,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-11T21:58:27,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:58:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T21:58:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741853_1029 (size=423) 2024-11-11T21:58:27,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:58:27,911 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3158d10139adc328d2669e9a5e4c143, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e 2024-11-11T21:58:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741854_1030 (size=74) 2024-11-11T21:58:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-11T21:58:28,324 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:28,324 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing e3158d10139adc328d2669e9a5e4c143, disabling compactions & flushes 2024-11-11T21:58:28,324 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:28,324 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:28,325 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. after waiting 0 ms 2024-11-11T21:58:28,325 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:28,325 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:28,325 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3158d10139adc328d2669e9a5e4c143: Waiting for close lock at 1731362308324Disabling compacts and flushes for region at 1731362308324Disabling writes for close at 1731362308325 (+1 ms)Writing region close event to WAL at 1731362308325Closed at 1731362308325 2024-11-11T21:58:28,329 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:58:28,329 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731362308329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731362308329"}]},"ts":"1731362308329"} 2024-11-11T21:58:28,333 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:58:28,335 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:58:28,336 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362308335"}]},"ts":"1731362308335"} 2024-11-11T21:58:28,339 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-11T21:58:28,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e3158d10139adc328d2669e9a5e4c143, ASSIGN}] 2024-11-11T21:58:28,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e3158d10139adc328d2669e9a5e4c143, ASSIGN 2024-11-11T21:58:28,343 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e3158d10139adc328d2669e9a5e4c143, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40121,1731362189101; forceNewPlan=false, retain=false 2024-11-11T21:58:28,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e3158d10139adc328d2669e9a5e4c143, regionState=OPENING, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:28,497 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e3158d10139adc328d2669e9a5e4c143, ASSIGN because future has completed 2024-11-11T21:58:28,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3158d10139adc328d2669e9a5e4c143, server=22a1f13b90b0,40121,1731362189101}] 2024-11-11T21:58:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T21:58:28,657 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:28,658 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => e3158d10139adc328d2669e9a5e4c143, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:58:28,658 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,658 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:58:28,658 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,658 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,662 INFO [StoreOpener-e3158d10139adc328d2669e9a5e4c143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,665 INFO [StoreOpener-e3158d10139adc328d2669e9a5e4c143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3158d10139adc328d2669e9a5e4c143 columnFamilyName testFamily 2024-11-11T21:58:28,665 DEBUG [StoreOpener-e3158d10139adc328d2669e9a5e4c143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:58:28,666 INFO [StoreOpener-e3158d10139adc328d2669e9a5e4c143-1 {}] regionserver.HStore(327): Store=e3158d10139adc328d2669e9a5e4c143/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:58:28,666 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,667 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,668 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,668 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,669 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,670 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,673 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:58:28,674 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened e3158d10139adc328d2669e9a5e4c143; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59452288, jitterRate=-0.11409187316894531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:58:28,674 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:28,674 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for e3158d10139adc328d2669e9a5e4c143: Running coprocessor pre-open hook at 1731362308659Writing region info on filesystem at 1731362308659Initializing all the Stores at 1731362308661 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731362308661Cleaning up temporary data from old regions at 1731362308669 (+8 ms)Running coprocessor post-open hooks at 1731362308674 (+5 ms)Region opened successfully at 1731362308674 2024-11-11T21:58:28,675 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., pid=33, masterSystemTime=1731362308650 2024-11-11T21:58:28,678 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:28,678 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:28,679 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=e3158d10139adc328d2669e9a5e4c143, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:28,681 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3158d10139adc328d2669e9a5e4c143, server=22a1f13b90b0,40121,1731362189101 because future has completed 2024-11-11T21:58:28,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T21:58:28,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure e3158d10139adc328d2669e9a5e4c143, server=22a1f13b90b0,40121,1731362189101 in 185 msec 2024-11-11T21:58:28,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-11T21:58:28,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=e3158d10139adc328d2669e9a5e4c143, ASSIGN in 345 msec 2024-11-11T21:58:28,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:58:28,688 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731362308688"}]},"ts":"1731362308688"} 2024-11-11T21:58:28,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-11T21:58:28,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:58:28,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1950 sec 2024-11-11T21:58:28,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-11T21:58:28,866 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-11T21:58:28,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-11T21:58:28,868 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-11T21:58:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-11T21:58:30,520 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-11T21:58:30,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-11T21:58:30,520 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:30,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-11T21:58:30,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:58:30,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-11T21:58:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:58:30,544 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-11T21:58:30,545 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-11T21:58:30,548 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-11T21:58:30,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T21:58:31,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=22a1f13b90b0:40121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-11T21:58:31,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-11-11T21:58:31,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 from cache 2024-11-11T21:58:31,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-11T21:58:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-11T21:58:32,423 DEBUG [master/22a1f13b90b0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:58:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2] 2024-11-11T21:58:32,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40121 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-11T21:58:33,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=22a1f13b90b0:40121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=972ms 2024-11-11T21:58:33,559 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=972ms 2024-11-11T21:58:33,560 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., hostname=22a1f13b90b0,40121,1731362189101, seqNum=2 from cache 2024-11-11T21:58:33,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=48 (was 52), ProcessCount=11 (was 11), AvailableMemoryMB=4862 (was 4870) 2024-11-11T21:58:33,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:58:33,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:58:33,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:58:33,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:58:33,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:58:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:58:33,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:58:33,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:58:33,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:58:33,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:58:33,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:58:33,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:58:33,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370267634, stopped=false 2024-11-11T21:58:33,581 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=22a1f13b90b0,41451,1731362188539 2024-11-11T21:58:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:58:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:58:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:58:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:58:33,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:58:33,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:58:33,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:58:33,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:58:33,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:58:33,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:58:33,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,40121,1731362189101' ***** 2024-11-11T21:58:33,584 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:58:33,584 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:58:33,584 INFO [RS:0;22a1f13b90b0:40121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:58:33,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:58:33,584 INFO [RS:0;22a1f13b90b0:40121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:58:33,585 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for e3158d10139adc328d2669e9a5e4c143 2024-11-11T21:58:33,585 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for f4e5c8b77c1036c4d414fd2d9f3fd1cb 2024-11-11T21:58:33,585 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 55f506296f28f4461efeb02fe530d9fc 2024-11-11T21:58:33,585 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f1f0570aae5848d46e98813eccd670a 2024-11-11T21:58:33,585 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 05b18cc0462ab6908795e7e62ca1dab6 2024-11-11T21:58:33,585 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cb322b4d50d73e66a6e586839e9590f 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 55a03e49c8464029e62e0aa41a2493aa 2024-11-11T21:58:33,586 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3158d10139adc328d2669e9a5e4c143, disabling compactions & flushes 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 7879363100c1a19d7e3ab4dce0e6273b 2024-11-11T21:58:33,586 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:58:33,586 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:33,586 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. after waiting 0 ms 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:33,586 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;22a1f13b90b0:40121. 2024-11-11T21:58:33,586 DEBUG [RS:0;22a1f13b90b0:40121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:58:33,586 DEBUG [RS:0;22a1f13b90b0:40121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:58:33,586 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:58:33,587 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:58:33,587 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-11T21:58:33,587 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:58:33,587 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:58:33,587 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:58:33,587 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:58:33,587 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:58:33,587 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, e3158d10139adc328d2669e9a5e4c143, f4e5c8b77c1036c4d414fd2d9f3fd1cb, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:33,589 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-11T21:58:33,589 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3158d10139adc328d2669e9a5e4c143 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:33,640 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143/.tmp/testFamily/f4d854d13b8246d79033995921f8e3c7 is 61, key is row-0/testFamily:testQualifier/1731362310533/Put/seqid=0 2024-11-11T21:58:33,645 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/info/9479685e65ec4845b7bb5507c0cfda5d is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a./info:regioninfo/1731362253371/Put/seqid=0 2024-11-11T21:58:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741855_1031 (size=20564) 2024-11-11T21:58:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741856_1032 (size=5049) 2024-11-11T21:58:33,777 INFO [regionserver/22a1f13b90b0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T21:58:33,777 INFO [regionserver/22a1f13b90b0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T21:58:33,788 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, e3158d10139adc328d2669e9a5e4c143, f4e5c8b77c1036c4d414fd2d9f3fd1cb, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:33,988 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, e3158d10139adc328d2669e9a5e4c143, f4e5c8b77c1036c4d414fd2d9f3fd1cb, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:34,055 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/info/9479685e65ec4845b7bb5507c0cfda5d 2024-11-11T21:58:34,055 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143/.tmp/testFamily/f4d854d13b8246d79033995921f8e3c7 2024-11-11T21:58:34,079 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T21:58:34,100 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143/.tmp/testFamily/f4d854d13b8246d79033995921f8e3c7 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143/testFamily/f4d854d13b8246d79033995921f8e3c7 2024-11-11T21:58:34,108 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143/testFamily/f4d854d13b8246d79033995921f8e3c7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:34,114 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/ns/a1cf90947bf54d88a9f7d8cec6afe25a is 43, key is default/ns:d/1731362252277/Put/seqid=0 2024-11-11T21:58:34,117 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e3158d10139adc328d2669e9a5e4c143 in 527ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741857_1033 (size=5153) 2024-11-11T21:58:34,123 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScannerAsync/e3158d10139adc328d2669e9a5e4c143/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:34,125 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:34,126 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3158d10139adc328d2669e9a5e4c143: Waiting for close lock at 1731362313585Running coprocessor pre-close hooks at 1731362313586 (+1 ms)Disabling compacts and flushes for region at 1731362313586Disabling writes for close at 1731362313586Obtaining lock to block concurrent updates at 1731362313589 (+3 ms)Preparing flush snapshotting stores in e3158d10139adc328d2669e9a5e4c143 at 1731362313589Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362313596 (+7 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. at 1731362313597 (+1 ms)Flushing e3158d10139adc328d2669e9a5e4c143/testFamily: creating writer at 1731362313599 (+2 ms)Flushing e3158d10139adc328d2669e9a5e4c143/testFamily: appending metadata at 1731362313634 (+35 ms)Flushing e3158d10139adc328d2669e9a5e4c143/testFamily: closing flushed file at 1731362313637 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c03a358: reopening flushed file at 1731362314098 (+461 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e3158d10139adc328d2669e9a5e4c143 in 527ms, sequenceid=8, compaction requested=false at 1731362314117 (+19 ms)Writing region close event to WAL at 1731362314119 (+2 ms)Running coprocessor post-close hooks at 1731362314124 (+5 ms)Closed at 1731362314125 (+1 ms) 2024-11-11T21:58:34,126 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731362307496.e3158d10139adc328d2669e9a5e4c143. 2024-11-11T21:58:34,126 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4e5c8b77c1036c4d414fd2d9f3fd1cb, disabling compactions & flushes 2024-11-11T21:58:34,126 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:34,126 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:34,126 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. after waiting 0 ms 2024-11-11T21:58:34,126 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:34,127 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4e5c8b77c1036c4d414fd2d9f3fd1cb 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:34,141 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb/.tmp/testFamily/7e2700845eb9433da0c7227a6fda376c is 61, key is row-0/testFamily:testQualifier/1731362292346/Put/seqid=0 2024-11-11T21:58:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741858_1034 (size=5049) 2024-11-11T21:58:34,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:58:34,188 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, f4e5c8b77c1036c4d414fd2d9f3fd1cb, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:34,389 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, f4e5c8b77c1036c4d414fd2d9f3fd1cb, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:34,522 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/ns/a1cf90947bf54d88a9f7d8cec6afe25a 2024-11-11T21:58:34,546 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb/.tmp/testFamily/7e2700845eb9433da0c7227a6fda376c 2024-11-11T21:58:34,555 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/table/5d4eb8c10c0046db87ce60e2869bd8d6 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731362253391/Put/seqid=0 2024-11-11T21:58:34,556 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb/.tmp/testFamily/7e2700845eb9433da0c7227a6fda376c as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb/testFamily/7e2700845eb9433da0c7227a6fda376c 2024-11-11T21:58:34,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741859_1035 (size=6699) 2024-11-11T21:58:34,564 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb/testFamily/7e2700845eb9433da0c7227a6fda376c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:34,565 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f4e5c8b77c1036c4d414fd2d9f3fd1cb in 439ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:34,570 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/f4e5c8b77c1036c4d414fd2d9f3fd1cb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:34,571 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:34,571 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4e5c8b77c1036c4d414fd2d9f3fd1cb: Waiting for close lock at 1731362314126Running coprocessor pre-close hooks at 1731362314126Disabling compacts and flushes for region at 1731362314126Disabling writes for close at 1731362314126Obtaining lock to block concurrent updates at 1731362314127 (+1 ms)Preparing flush snapshotting stores in f4e5c8b77c1036c4d414fd2d9f3fd1cb at 1731362314127Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362314127Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. at 1731362314127Flushing f4e5c8b77c1036c4d414fd2d9f3fd1cb/testFamily: creating writer at 1731362314128 (+1 ms)Flushing f4e5c8b77c1036c4d414fd2d9f3fd1cb/testFamily: appending metadata at 1731362314141 (+13 ms)Flushing f4e5c8b77c1036c4d414fd2d9f3fd1cb/testFamily: closing flushed file at 1731362314141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c09cc3b: reopening flushed file at 1731362314554 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f4e5c8b77c1036c4d414fd2d9f3fd1cb in 439ms, sequenceid=8, compaction requested=false at 1731362314565 (+11 ms)Writing region close event to WAL at 1731362314566 (+1 ms)Running coprocessor post-close hooks at 1731362314571 (+5 ms)Closed at 1731362314571 2024-11-11T21:58:34,571 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731362289289.f4e5c8b77c1036c4d414fd2d9f3fd1cb. 2024-11-11T21:58:34,571 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55f506296f28f4461efeb02fe530d9fc, disabling compactions & flushes 2024-11-11T21:58:34,571 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:58:34,571 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:58:34,571 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. after waiting 0 ms 2024-11-11T21:58:34,571 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:58:34,572 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55f506296f28f4461efeb02fe530d9fc 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:34,587 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc/.tmp/testFamily/5f9dd1ce530c4d23b998abd0e018a410 is 61, key is row-0/testFamily:testQualifier/1731362263828/Put/seqid=0 2024-11-11T21:58:34,589 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-11T21:58:34,589 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1325): Online Regions={55f506296f28f4461efeb02fe530d9fc=hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc., 5f1f0570aae5848d46e98813eccd670a=testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a., 05b18cc0462ab6908795e7e62ca1dab6=hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6., 1588230740=hbase:meta,,1.1588230740, 8cb322b4d50d73e66a6e586839e9590f=testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f., fa0779673da425a69db4bb5c63da1ed0=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., 55a03e49c8464029e62e0aa41a2493aa=testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa., 7879363100c1a19d7e3ab4dce0e6273b=testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b., 8d7c8c1c24b485068402b826f0c63365=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.} 2024-11-11T21:58:34,589 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:34,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741860_1036 (size=5049) 2024-11-11T21:58:34,790 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:34,962 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/table/5d4eb8c10c0046db87ce60e2869bd8d6 2024-11-11T21:58:34,977 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/info/9479685e65ec4845b7bb5507c0cfda5d as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/info/9479685e65ec4845b7bb5507c0cfda5d 2024-11-11T21:58:34,987 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/info/9479685e65ec4845b7bb5507c0cfda5d, entries=100, sequenceid=56, filesize=20.1 K 2024-11-11T21:58:34,989 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/ns/a1cf90947bf54d88a9f7d8cec6afe25a as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/ns/a1cf90947bf54d88a9f7d8cec6afe25a 2024-11-11T21:58:34,990 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 1588230740, 55a03e49c8464029e62e0aa41a2493aa, 55f506296f28f4461efeb02fe530d9fc, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:34,992 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc/.tmp/testFamily/5f9dd1ce530c4d23b998abd0e018a410 2024-11-11T21:58:34,998 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/ns/a1cf90947bf54d88a9f7d8cec6afe25a, entries=2, sequenceid=56, filesize=5.0 K 2024-11-11T21:58:35,000 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/.tmp/table/5d4eb8c10c0046db87ce60e2869bd8d6 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/table/5d4eb8c10c0046db87ce60e2869bd8d6 2024-11-11T21:58:35,000 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc/.tmp/testFamily/5f9dd1ce530c4d23b998abd0e018a410 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc/testFamily/5f9dd1ce530c4d23b998abd0e018a410 2024-11-11T21:58:35,009 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc/testFamily/5f9dd1ce530c4d23b998abd0e018a410, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:35,009 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/table/5d4eb8c10c0046db87ce60e2869bd8d6, entries=20, sequenceid=56, filesize=6.5 K 2024-11-11T21:58:35,010 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 55f506296f28f4461efeb02fe530d9fc in 439ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:35,010 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1423ms, sequenceid=56, compaction requested=false 2024-11-11T21:58:35,015 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNextAsync/55f506296f28f4461efeb02fe530d9fc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:35,016 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-11T21:58:35,016 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:58:35,016 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55f506296f28f4461efeb02fe530d9fc: Waiting for close lock at 1731362314571Running coprocessor pre-close hooks at 1731362314571Disabling compacts and flushes for region at 1731362314571Disabling writes for close at 1731362314571Obtaining lock to block concurrent updates at 1731362314572 (+1 ms)Preparing flush snapshotting stores in 55f506296f28f4461efeb02fe530d9fc at 1731362314572Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362314572Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. at 1731362314572Flushing 55f506296f28f4461efeb02fe530d9fc/testFamily: creating writer at 1731362314572Flushing 55f506296f28f4461efeb02fe530d9fc/testFamily: appending metadata at 1731362314586 (+14 ms)Flushing 55f506296f28f4461efeb02fe530d9fc/testFamily: closing flushed file at 1731362314586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b20ba06: reopening flushed file at 1731362314999 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 55f506296f28f4461efeb02fe530d9fc in 439ms, sequenceid=8, compaction requested=false at 1731362315010 (+11 ms)Writing region close event to WAL at 1731362315010Running coprocessor post-close hooks at 1731362315016 (+6 ms)Closed at 1731362315016 2024-11-11T21:58:35,016 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731362260767.55f506296f28f4461efeb02fe530d9fc. 2024-11-11T21:58:35,016 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f1f0570aae5848d46e98813eccd670a, disabling compactions & flushes 2024-11-11T21:58:35,016 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:58:35,017 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:58:35,017 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:58:35,017 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. after waiting 0 ms 2024-11-11T21:58:35,017 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:58:35,017 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:58:35,017 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f1f0570aae5848d46e98813eccd670a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:35,017 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731362313587Running coprocessor pre-close hooks at 1731362313587Disabling compacts and flushes for region at 1731362313587Disabling writes for close at 1731362313587Obtaining lock to block concurrent updates at 1731362313589 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731362313589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731362313596 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731362313597 (+1 ms)Flushing 1588230740/info: creating writer at 1731362313599 (+2 ms)Flushing 1588230740/info: appending metadata at 1731362313640 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731362313640Flushing 1588230740/ns: creating writer at 1731362314098 (+458 ms)Flushing 1588230740/ns: appending metadata at 1731362314113 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731362314114 (+1 ms)Flushing 1588230740/table: creating writer at 1731362314538 (+424 ms)Flushing 1588230740/table: appending metadata at 1731362314554 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731362314554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5667808: reopening flushed file at 1731362314975 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660220be: reopening flushed file at 1731362314987 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444d5374: reopening flushed file at 1731362314999 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1423ms, sequenceid=56, compaction requested=false at 1731362315010 (+11 ms)Writing region close event to WAL at 1731362315012 (+2 ms)Running coprocessor post-close hooks at 1731362315016 (+4 ms)Closed at 1731362315017 (+1 ms) 2024-11-11T21:58:35,017 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:58:35,034 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a/.tmp/testFamily/ce95b70c170f497b86fb420e6653dd0b is 61, key is row-0/testFamily:testQualifier/1731362253579/Put/seqid=0 2024-11-11T21:58:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741861_1037 (size=5049) 2024-11-11T21:58:35,190 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 55a03e49c8464029e62e0aa41a2493aa, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:35,391 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 55a03e49c8464029e62e0aa41a2493aa, 5f1f0570aae5848d46e98813eccd670a, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:35,441 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a/.tmp/testFamily/ce95b70c170f497b86fb420e6653dd0b 2024-11-11T21:58:35,455 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a/.tmp/testFamily/ce95b70c170f497b86fb420e6653dd0b as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a/testFamily/ce95b70c170f497b86fb420e6653dd0b 2024-11-11T21:58:35,463 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a/testFamily/ce95b70c170f497b86fb420e6653dd0b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:35,464 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f1f0570aae5848d46e98813eccd670a in 447ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:35,469 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5f1f0570aae5848d46e98813eccd670a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:35,469 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:58:35,470 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f1f0570aae5848d46e98813eccd670a: Waiting for close lock at 1731362315016Running coprocessor pre-close hooks at 1731362315016Disabling compacts and flushes for region at 1731362315016Disabling writes for close at 1731362315017 (+1 ms)Obtaining lock to block concurrent updates at 1731362315017Preparing flush snapshotting stores in 5f1f0570aae5848d46e98813eccd670a at 1731362315017Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362315017Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. at 1731362315018 (+1 ms)Flushing 5f1f0570aae5848d46e98813eccd670a/testFamily: creating writer at 1731362315018Flushing 5f1f0570aae5848d46e98813eccd670a/testFamily: appending metadata at 1731362315033 (+15 ms)Flushing 5f1f0570aae5848d46e98813eccd670a/testFamily: closing flushed file at 1731362315033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12226a24: reopening flushed file at 1731362315454 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5f1f0570aae5848d46e98813eccd670a in 447ms, sequenceid=8, compaction requested=false at 1731362315464 (+10 ms)Writing region close event to WAL at 1731362315465 (+1 ms)Running coprocessor post-close hooks at 1731362315469 (+4 ms)Closed at 1731362315469 2024-11-11T21:58:35,470 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731362252478.5f1f0570aae5848d46e98813eccd670a. 2024-11-11T21:58:35,470 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05b18cc0462ab6908795e7e62ca1dab6, disabling compactions & flushes 2024-11-11T21:58:35,470 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:35,470 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:35,470 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. after waiting 0 ms 2024-11-11T21:58:35,470 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:35,470 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05b18cc0462ab6908795e7e62ca1dab6 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:35,486 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6/.tmp/testFamily/d30c71cd43dd48b4a9a9272cf7d896da is 61, key is row-0/testFamily:testQualifier/1731362301444/Put/seqid=0 2024-11-11T21:58:35,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741862_1038 (size=5049) 2024-11-11T21:58:35,591 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-11T21:58:35,591 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1325): Online Regions={05b18cc0462ab6908795e7e62ca1dab6=hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6., 8cb322b4d50d73e66a6e586839e9590f=testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f., fa0779673da425a69db4bb5c63da1ed0=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., 55a03e49c8464029e62e0aa41a2493aa=testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa., 7879363100c1a19d7e3ab4dce0e6273b=testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b., 8d7c8c1c24b485068402b826f0c63365=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.} 2024-11-11T21:58:35,592 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:35,792 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 05b18cc0462ab6908795e7e62ca1dab6, 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:35,894 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6/.tmp/testFamily/d30c71cd43dd48b4a9a9272cf7d896da 2024-11-11T21:58:35,907 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6/.tmp/testFamily/d30c71cd43dd48b4a9a9272cf7d896da as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6/testFamily/d30c71cd43dd48b4a9a9272cf7d896da 2024-11-11T21:58:35,919 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6/testFamily/d30c71cd43dd48b4a9a9272cf7d896da, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:35,920 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05b18cc0462ab6908795e7e62ca1dab6 in 450ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:35,926 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnNext/05b18cc0462ab6908795e7e62ca1dab6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:35,927 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:35,927 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05b18cc0462ab6908795e7e62ca1dab6: Waiting for close lock at 1731362315470Running coprocessor pre-close hooks at 1731362315470Disabling compacts and flushes for region at 1731362315470Disabling writes for close at 1731362315470Obtaining lock to block concurrent updates at 1731362315470Preparing flush snapshotting stores in 05b18cc0462ab6908795e7e62ca1dab6 at 1731362315470Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362315471 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. at 1731362315471Flushing 05b18cc0462ab6908795e7e62ca1dab6/testFamily: creating writer at 1731362315471Flushing 05b18cc0462ab6908795e7e62ca1dab6/testFamily: appending metadata at 1731362315486 (+15 ms)Flushing 05b18cc0462ab6908795e7e62ca1dab6/testFamily: closing flushed file at 1731362315486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75aeb01e: reopening flushed file at 1731362315905 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 05b18cc0462ab6908795e7e62ca1dab6 in 450ms, sequenceid=8, compaction requested=false at 1731362315920 (+15 ms)Writing region close event to WAL at 1731362315921 (+1 ms)Running coprocessor post-close hooks at 1731362315927 (+6 ms)Closed at 1731362315927 2024-11-11T21:58:35,927 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731362298390.05b18cc0462ab6908795e7e62ca1dab6. 2024-11-11T21:58:35,927 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cb322b4d50d73e66a6e586839e9590f, disabling compactions & flushes 2024-11-11T21:58:35,928 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:58:35,928 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:58:35,928 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. after waiting 0 ms 2024-11-11T21:58:35,928 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:58:35,928 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cb322b4d50d73e66a6e586839e9590f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:35,949 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f/.tmp/testFamily/79c5230edd964839b9dec84e87749537 is 61, key is row-0/testFamily:testQualifier/1731362280125/Put/seqid=0 2024-11-11T21:58:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741863_1039 (size=5049) 2024-11-11T21:58:35,992 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:36,193 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8cb322b4d50d73e66a6e586839e9590f, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:36,357 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f/.tmp/testFamily/79c5230edd964839b9dec84e87749537 2024-11-11T21:58:36,370 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f/.tmp/testFamily/79c5230edd964839b9dec84e87749537 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f/testFamily/79c5230edd964839b9dec84e87749537 2024-11-11T21:58:36,377 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f/testFamily/79c5230edd964839b9dec84e87749537, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:36,378 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cb322b4d50d73e66a6e586839e9590f in 450ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:36,383 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNextAsync/8cb322b4d50d73e66a6e586839e9590f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:36,384 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:58:36,384 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cb322b4d50d73e66a6e586839e9590f: Waiting for close lock at 1731362315927Running coprocessor pre-close hooks at 1731362315927Disabling compacts and flushes for region at 1731362315927Disabling writes for close at 1731362315928 (+1 ms)Obtaining lock to block concurrent updates at 1731362315928Preparing flush snapshotting stores in 8cb322b4d50d73e66a6e586839e9590f at 1731362315928Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362315928Flushing stores of testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. at 1731362315929 (+1 ms)Flushing 8cb322b4d50d73e66a6e586839e9590f/testFamily: creating writer at 1731362315929Flushing 8cb322b4d50d73e66a6e586839e9590f/testFamily: appending metadata at 1731362315949 (+20 ms)Flushing 8cb322b4d50d73e66a6e586839e9590f/testFamily: closing flushed file at 1731362315949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28fee252: reopening flushed file at 1731362316369 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8cb322b4d50d73e66a6e586839e9590f in 450ms, sequenceid=8, compaction requested=false at 1731362316378 (+9 ms)Writing region close event to WAL at 1731362316379 (+1 ms)Running coprocessor post-close hooks at 1731362316384 (+5 ms)Closed at 1731362316384 2024-11-11T21:58:36,384 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731362279093.8cb322b4d50d73e66a6e586839e9590f. 2024-11-11T21:58:36,384 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa0779673da425a69db4bb5c63da1ed0, disabling compactions & flushes 2024-11-11T21:58:36,384 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:58:36,384 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:58:36,384 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. after waiting 0 ms 2024-11-11T21:58:36,384 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:58:36,384 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa0779673da425a69db4bb5c63da1ed0 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:36,393 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:36,399 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0/.tmp/testFamily/af822827c47f41df81b1373c39172ab2 is 61, key is row-0/testFamily:testQualifier/1731362254706/Put/seqid=0 2024-11-11T21:58:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741864_1040 (size=5049) 2024-11-11T21:58:36,593 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-11T21:58:36,593 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1325): Online Regions={fa0779673da425a69db4bb5c63da1ed0=hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., 55a03e49c8464029e62e0aa41a2493aa=testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa., 7879363100c1a19d7e3ab4dce0e6273b=testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b., 8d7c8c1c24b485068402b826f0c63365=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.} 2024-11-11T21:58:36,594 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:36,794 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8d7c8c1c24b485068402b826f0c63365, fa0779673da425a69db4bb5c63da1ed0 2024-11-11T21:58:36,805 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0/.tmp/testFamily/af822827c47f41df81b1373c39172ab2 2024-11-11T21:58:36,818 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0/.tmp/testFamily/af822827c47f41df81b1373c39172ab2 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0/testFamily/af822827c47f41df81b1373c39172ab2 2024-11-11T21:58:36,828 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0/testFamily/af822827c47f41df81b1373c39172ab2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:36,829 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fa0779673da425a69db4bb5c63da1ed0 in 445ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:36,834 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/hbase/testMetaScanTimeoutOnOpenScanner/fa0779673da425a69db4bb5c63da1ed0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:36,834 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:58:36,834 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa0779673da425a69db4bb5c63da1ed0: Waiting for close lock at 1731362316384Running coprocessor pre-close hooks at 1731362316384Disabling compacts and flushes for region at 1731362316384Disabling writes for close at 1731362316384Obtaining lock to block concurrent updates at 1731362316385 (+1 ms)Preparing flush snapshotting stores in fa0779673da425a69db4bb5c63da1ed0 at 1731362316385Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362316385Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. at 1731362316385Flushing fa0779673da425a69db4bb5c63da1ed0/testFamily: creating writer at 1731362316386 (+1 ms)Flushing fa0779673da425a69db4bb5c63da1ed0/testFamily: appending metadata at 1731362316399 (+13 ms)Flushing fa0779673da425a69db4bb5c63da1ed0/testFamily: closing flushed file at 1731362316399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fc6018: reopening flushed file at 1731362316817 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fa0779673da425a69db4bb5c63da1ed0 in 445ms, sequenceid=8, compaction requested=false at 1731362316829 (+12 ms)Writing region close event to WAL at 1731362316830 (+1 ms)Running coprocessor post-close hooks at 1731362316834 (+4 ms)Closed at 1731362316834 2024-11-11T21:58:36,835 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731362253671.fa0779673da425a69db4bb5c63da1ed0. 2024-11-11T21:58:36,835 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55a03e49c8464029e62e0aa41a2493aa, disabling compactions & flushes 2024-11-11T21:58:36,835 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:36,835 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:36,835 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. after waiting 0 ms 2024-11-11T21:58:36,835 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:36,835 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55a03e49c8464029e62e0aa41a2493aa 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:36,851 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa/.tmp/testFamily/d02a351340f84459a36425d853023220 is 61, key is row-0/testFamily:testQualifier/1731362286233/Put/seqid=0 2024-11-11T21:58:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741865_1041 (size=5049) 2024-11-11T21:58:36,994 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:58:37,195 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 55a03e49c8464029e62e0aa41a2493aa, 7879363100c1a19d7e3ab4dce0e6273b, 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:58:37,258 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa/.tmp/testFamily/d02a351340f84459a36425d853023220 2024-11-11T21:58:37,273 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa/.tmp/testFamily/d02a351340f84459a36425d853023220 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa/testFamily/d02a351340f84459a36425d853023220 2024-11-11T21:58:37,280 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa/testFamily/d02a351340f84459a36425d853023220, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:37,281 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 55a03e49c8464029e62e0aa41a2493aa in 446ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:37,286 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnNext/55a03e49c8464029e62e0aa41a2493aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:37,286 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:37,286 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55a03e49c8464029e62e0aa41a2493aa: Waiting for close lock at 1731362316835Running coprocessor pre-close hooks at 1731362316835Disabling compacts and flushes for region at 1731362316835Disabling writes for close at 1731362316835Obtaining lock to block concurrent updates at 1731362316835Preparing flush snapshotting stores in 55a03e49c8464029e62e0aa41a2493aa at 1731362316835Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362316835Flushing stores of testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. at 1731362316836 (+1 ms)Flushing 55a03e49c8464029e62e0aa41a2493aa/testFamily: creating writer at 1731362316836Flushing 55a03e49c8464029e62e0aa41a2493aa/testFamily: appending metadata at 1731362316851 (+15 ms)Flushing 55a03e49c8464029e62e0aa41a2493aa/testFamily: closing flushed file at 1731362316851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e89418: reopening flushed file at 1731362317272 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 55a03e49c8464029e62e0aa41a2493aa in 446ms, sequenceid=8, compaction requested=false at 1731362317281 (+9 ms)Writing region close event to WAL at 1731362317282 (+1 ms)Running coprocessor post-close hooks at 1731362317286 (+4 ms)Closed at 1731362317286 2024-11-11T21:58:37,287 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731362283171.55a03e49c8464029e62e0aa41a2493aa. 2024-11-11T21:58:37,287 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7879363100c1a19d7e3ab4dce0e6273b, disabling compactions & flushes 2024-11-11T21:58:37,287 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:58:37,287 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:58:37,287 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. after waiting 0 ms 2024-11-11T21:58:37,287 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:58:37,287 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7879363100c1a19d7e3ab4dce0e6273b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:37,304 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b/.tmp/testFamily/bf155bd6fb084f48bddfb0213787950b is 61, key is row-0/testFamily:testQualifier/1731362272929/Put/seqid=0 2024-11-11T21:58:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741866_1042 (size=5049) 2024-11-11T21:58:37,395 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 7879363100c1a19d7e3ab4dce0e6273b, 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:58:37,596 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:58:37,596 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1325): Online Regions={7879363100c1a19d7e3ab4dce0e6273b=testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b., 8d7c8c1c24b485068402b826f0c63365=testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365.} 2024-11-11T21:58:37,596 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 7879363100c1a19d7e3ab4dce0e6273b, 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:58:37,711 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b/.tmp/testFamily/bf155bd6fb084f48bddfb0213787950b 2024-11-11T21:58:37,727 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b/.tmp/testFamily/bf155bd6fb084f48bddfb0213787950b as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b/testFamily/bf155bd6fb084f48bddfb0213787950b 2024-11-11T21:58:37,735 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b/testFamily/bf155bd6fb084f48bddfb0213787950b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:37,737 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7879363100c1a19d7e3ab4dce0e6273b in 449ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:37,742 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testRetryOutOfOrderScannerNextException/7879363100c1a19d7e3ab4dce0e6273b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:37,743 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:58:37,743 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7879363100c1a19d7e3ab4dce0e6273b: Waiting for close lock at 1731362317287Running coprocessor pre-close hooks at 1731362317287Disabling compacts and flushes for region at 1731362317287Disabling writes for close at 1731362317287Obtaining lock to block concurrent updates at 1731362317287Preparing flush snapshotting stores in 7879363100c1a19d7e3ab4dce0e6273b at 1731362317287Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362317287Flushing stores of testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. at 1731362317288 (+1 ms)Flushing 7879363100c1a19d7e3ab4dce0e6273b/testFamily: creating writer at 1731362317288Flushing 7879363100c1a19d7e3ab4dce0e6273b/testFamily: appending metadata at 1731362317303 (+15 ms)Flushing 7879363100c1a19d7e3ab4dce0e6273b/testFamily: closing flushed file at 1731362317303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb38e7c: reopening flushed file at 1731362317726 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7879363100c1a19d7e3ab4dce0e6273b in 449ms, sequenceid=8, compaction requested=false at 1731362317737 (+11 ms)Writing region close event to WAL at 1731362317737Running coprocessor post-close hooks at 1731362317742 (+5 ms)Closed at 1731362317742 2024-11-11T21:58:37,743 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731362269876.7879363100c1a19d7e3ab4dce0e6273b. 2024-11-11T21:58:37,743 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d7c8c1c24b485068402b826f0c63365, disabling compactions & flushes 2024-11-11T21:58:37,743 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:58:37,743 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:58:37,743 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. after waiting 0 ms 2024-11-11T21:58:37,743 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:58:37,743 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d7c8c1c24b485068402b826f0c63365 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-11T21:58:37,759 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365/.tmp/testFamily/5ff6d28cfb57492cb0d27e2125c455bf is 61, key is row-0/testFamily:testQualifier/1731362276046/Put/seqid=0 2024-11-11T21:58:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741867_1043 (size=5049) 2024-11-11T21:58:37,796 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:58:37,997 DEBUG [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1351): Waiting on 8d7c8c1c24b485068402b826f0c63365 2024-11-11T21:58:38,166 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365/.tmp/testFamily/5ff6d28cfb57492cb0d27e2125c455bf 2024-11-11T21:58:38,180 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365/.tmp/testFamily/5ff6d28cfb57492cb0d27e2125c455bf as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365/testFamily/5ff6d28cfb57492cb0d27e2125c455bf 2024-11-11T21:58:38,187 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365/testFamily/5ff6d28cfb57492cb0d27e2125c455bf, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T21:58:38,188 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d7c8c1c24b485068402b826f0c63365 in 445ms, sequenceid=8, compaction requested=false 2024-11-11T21:58:38,193 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/data/default/testNormalScanTimeoutOnOpenScanner/8d7c8c1c24b485068402b826f0c63365/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T21:58:38,194 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:58:38,194 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d7c8c1c24b485068402b826f0c63365: Waiting for close lock at 1731362317743Running coprocessor pre-close hooks at 1731362317743Disabling compacts and flushes for region at 1731362317743Disabling writes for close at 1731362317743Obtaining lock to block concurrent updates at 1731362317743Preparing flush snapshotting stores in 8d7c8c1c24b485068402b826f0c63365 at 1731362317743Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731362317744 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. at 1731362317744Flushing 8d7c8c1c24b485068402b826f0c63365/testFamily: creating writer at 1731362317744Flushing 8d7c8c1c24b485068402b826f0c63365/testFamily: appending metadata at 1731362317759 (+15 ms)Flushing 8d7c8c1c24b485068402b826f0c63365/testFamily: closing flushed file at 1731362317759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7fcce4: reopening flushed file at 1731362318178 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d7c8c1c24b485068402b826f0c63365 in 445ms, sequenceid=8, compaction requested=false at 1731362318188 (+10 ms)Writing region close event to WAL at 1731362318189 (+1 ms)Running coprocessor post-close hooks at 1731362318194 (+5 ms)Closed at 1731362318194 2024-11-11T21:58:38,194 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731362272987.8d7c8c1c24b485068402b826f0c63365. 2024-11-11T21:58:38,197 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,40121,1731362189101; all regions closed. 2024-11-11T21:58:38,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741834_1010 (size=19479) 2024-11-11T21:58:38,209 DEBUG [RS:0;22a1f13b90b0:40121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/oldWALs 2024-11-11T21:58:38,209 INFO [RS:0;22a1f13b90b0:40121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C40121%2C1731362189101.meta:.meta(num 1731362252121) 2024-11-11T21:58:38,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741833_1009 (size=20031) 2024-11-11T21:58:38,216 DEBUG [RS:0;22a1f13b90b0:40121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/oldWALs 2024-11-11T21:58:38,216 INFO [RS:0;22a1f13b90b0:40121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C40121%2C1731362189101:(num 1731362251836) 2024-11-11T21:58:38,216 DEBUG [RS:0;22a1f13b90b0:40121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:58:38,216 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:58:38,217 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:58:38,217 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:58:38,217 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:58:38,217 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:58:38,219 INFO [RS:0;22a1f13b90b0:40121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40121 2024-11-11T21:58:38,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,40121,1731362189101 2024-11-11T21:58:38,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:58:38,223 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:58:38,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,40121,1731362189101] 2024-11-11T21:58:38,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,40121,1731362189101 already deleted, retry=false 2024-11-11T21:58:38,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,40121,1731362189101 expired; onlineServers=0 2024-11-11T21:58:38,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '22a1f13b90b0,41451,1731362188539' ***** 2024-11-11T21:58:38,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:58:38,226 INFO [M:0;22a1f13b90b0:41451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:58:38,226 INFO [M:0;22a1f13b90b0:41451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:58:38,226 DEBUG [M:0;22a1f13b90b0:41451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:58:38,226 DEBUG [M:0;22a1f13b90b0:41451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:58:38,226 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:58:38,226 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731362191684 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731362191684,5,FailOnTimeoutGroup] 2024-11-11T21:58:38,226 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731362191679 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731362191679,5,FailOnTimeoutGroup] 2024-11-11T21:58:38,226 INFO [M:0;22a1f13b90b0:41451 {}] hbase.ChoreService(370): Chore service for: master/22a1f13b90b0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:58:38,226 INFO [M:0;22a1f13b90b0:41451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:58:38,227 DEBUG [M:0;22a1f13b90b0:41451 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:58:38,227 INFO [M:0;22a1f13b90b0:41451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:58:38,227 INFO [M:0;22a1f13b90b0:41451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:58:38,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:58:38,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:58:38,228 INFO [M:0;22a1f13b90b0:41451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:58:38,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:58:38,228 DEBUG [M:0;22a1f13b90b0:41451 {}] zookeeper.ZKUtil(347): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:58:38,228 WARN [M:0;22a1f13b90b0:41451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:58:38,229 INFO [M:0;22a1f13b90b0:41451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/.lastflushedseqids 2024-11-11T21:58:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741868_1044 (size=712) 2024-11-11T21:58:38,307 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:58:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:58:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40121-0x10030c9c6510001, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:58:38,327 INFO [RS:0;22a1f13b90b0:40121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:58:38,327 INFO [RS:0;22a1f13b90b0:40121 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,40121,1731362189101; zookeeper connection closed. 2024-11-11T21:58:38,329 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4644ad24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4644ad24 2024-11-11T21:58:38,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T21:58:38,644 INFO [M:0;22a1f13b90b0:41451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:58:38,645 INFO [M:0;22a1f13b90b0:41451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:58:38,645 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:58:38,646 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:58:38,646 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:58:38,646 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:58:38,646 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:58:38,647 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.04 KB heapSize=191.13 KB 2024-11-11T21:58:38,668 DEBUG [M:0;22a1f13b90b0:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8652ceb2b3fc4e269818a39dfe90e781 is 82, key is hbase:meta,,1/info:regioninfo/1731362252208/Put/seqid=0 2024-11-11T21:58:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741869_1045 (size=5672) 2024-11-11T21:58:38,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:58:38,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-11T21:58:38,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-11T21:58:38,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-11T21:58:38,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-11T21:58:38,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-11T21:58:38,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:58:38,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-11T21:58:38,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-11T21:58:38,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-11T21:58:38,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-11T21:58:38,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-11T21:58:39,075 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8652ceb2b3fc4e269818a39dfe90e781 2024-11-11T21:58:39,105 DEBUG [M:0;22a1f13b90b0:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4851e56cf0834191b9fc02a69ae4d15b is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731362253400/Put/seqid=0 2024-11-11T21:58:39,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741870_1046 (size=14066) 2024-11-11T21:58:39,513 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4851e56cf0834191b9fc02a69ae4d15b 2024-11-11T21:58:39,523 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4851e56cf0834191b9fc02a69ae4d15b 2024-11-11T21:58:39,539 DEBUG [M:0;22a1f13b90b0:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac4c32f3696749ee84da09fcf69f72f1 is 69, key is 22a1f13b90b0,40121,1731362189101/rs:state/1731362221717/Put/seqid=0 2024-11-11T21:58:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741871_1047 (size=5156) 2024-11-11T21:58:39,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:58:39,945 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac4c32f3696749ee84da09fcf69f72f1 2024-11-11T21:58:39,954 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8652ceb2b3fc4e269818a39dfe90e781 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8652ceb2b3fc4e269818a39dfe90e781 2024-11-11T21:58:39,961 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8652ceb2b3fc4e269818a39dfe90e781, entries=8, sequenceid=319, filesize=5.5 K 2024-11-11T21:58:39,963 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4851e56cf0834191b9fc02a69ae4d15b as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4851e56cf0834191b9fc02a69ae4d15b 2024-11-11T21:58:39,968 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4851e56cf0834191b9fc02a69ae4d15b 2024-11-11T21:58:39,969 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4851e56cf0834191b9fc02a69ae4d15b, entries=33, sequenceid=319, filesize=13.7 K 2024-11-11T21:58:39,970 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac4c32f3696749ee84da09fcf69f72f1 as hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac4c32f3696749ee84da09fcf69f72f1 2024-11-11T21:58:39,976 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac4c32f3696749ee84da09fcf69f72f1, entries=1, sequenceid=319, filesize=5.0 K 2024-11-11T21:58:39,977 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.04 KB/166955, heapSize ~190.83 KB/195408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=319, compaction requested=false 2024-11-11T21:58:39,979 INFO [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:58:39,979 DEBUG [M:0;22a1f13b90b0:41451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731362318645Disabling compacts and flushes for region at 1731362318645Disabling writes for close at 1731362318646 (+1 ms)Obtaining lock to block concurrent updates at 1731362318647 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731362318647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166955, getHeapSize=195648, getOffHeapSize=0, getCellsCount=366 at 1731362318648 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731362318649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731362318649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731362318667 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731362318667Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731362319088 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731362319105 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731362319105Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731362319524 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731362319538 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731362319538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b92df2c: reopening flushed file at 1731362319952 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d7fa26: reopening flushed file at 1731362319961 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39335ddb: reopening flushed file at 1731362319969 (+8 ms)Finished flush of dataSize ~163.04 KB/166955, heapSize ~190.83 KB/195408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=319, compaction requested=false at 1731362319977 (+8 ms)Writing region close event to WAL at 1731362319978 (+1 ms)Closed at 1731362319978 2024-11-11T21:58:39,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42227 is added to blk_1073741830_1006 (size=188297) 2024-11-11T21:58:39,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16dd3e56-048b-d08a-89db-2225598d3a7e/MasterData/WALs/22a1f13b90b0,41451,1731362188539/22a1f13b90b0%2C41451%2C1731362188539.1731362191169 not finished, retry = 0 2024-11-11T21:58:40,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:58:40,084 INFO [M:0;22a1f13b90b0:41451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:58:40,085 INFO [M:0;22a1f13b90b0:41451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41451 2024-11-11T21:58:40,085 INFO [M:0;22a1f13b90b0:41451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:58:40,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:58:40,188 INFO [M:0;22a1f13b90b0:41451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:58:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x10030c9c6510000, quorum=127.0.0.1:56642, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:58:40,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429b6cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:58:40,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:58:40,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:58:40,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:58:40,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/hadoop.log.dir/,STOPPED} 2024-11-11T21:58:40,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:58:40,205 WARN [BP-851319443-172.17.0.2-1731362186025 heartbeating to localhost/127.0.0.1:37763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:58:40,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:58:40,205 WARN [BP-851319443-172.17.0.2-1731362186025 heartbeating to localhost/127.0.0.1:37763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-851319443-172.17.0.2-1731362186025 (Datanode Uuid 748f1120-02c6-46ba-8560-2f124e338108) service to localhost/127.0.0.1:37763 2024-11-11T21:58:40,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875/data/data1/current/BP-851319443-172.17.0.2-1731362186025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:58:40,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/cluster_55655739-5e21-7aef-aaa8-7a56a4ae5875/data/data2/current/BP-851319443-172.17.0.2-1731362186025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:58:40,207 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:58:40,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:58:40,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:58:40,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:58:40,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:58:40,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8f2bdd21-cc31-cf13-3b60-9f0da5d8d1e8/hadoop.log.dir/,STOPPED} 2024-11-11T21:58:40,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:58:40,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down