2024-11-08 21:17:44,370 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3f4faf53 2024-11-08 21:17:44,388 main DEBUG Took 0.014095 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 21:17:44,388 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 21:17:44,389 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 21:17:44,390 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 21:17:44,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,431 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 21:17:44,455 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,458 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,459 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,460 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,462 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,463 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,464 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,465 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,466 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,469 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 21:17:44,471 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,471 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 21:17:44,473 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 21:17:44,475 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 21:17:44,478 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 21:17:44,478 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 21:17:44,480 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 21:17:44,480 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 21:17:44,497 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 21:17:44,501 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 21:17:44,503 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 21:17:44,505 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 21:17:44,507 main DEBUG createAppenders(={Console}) 2024-11-08 21:17:44,510 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3f4faf53 initialized 2024-11-08 21:17:44,510 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3f4faf53 2024-11-08 21:17:44,510 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3f4faf53 OK. 2024-11-08 21:17:44,511 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 21:17:44,511 main DEBUG OutputStream closed 2024-11-08 21:17:44,512 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 21:17:44,512 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 21:17:44,513 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4d465b11 OK 2024-11-08 21:17:44,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 21:17:44,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 21:17:44,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 21:17:44,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 21:17:44,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 21:17:44,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 21:17:44,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 21:17:44,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 21:17:44,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 21:17:44,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 21:17:44,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 21:17:44,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 21:17:44,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 21:17:44,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 21:17:44,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 21:17:44,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 21:17:44,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 21:17:44,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 21:17:44,639 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 21:17:44,639 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@598bd2ba) with optional ClassLoader: null 2024-11-08 21:17:44,640 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 21:17:44,640 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@598bd2ba] started OK. 2024-11-08T21:17:44,933 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 26 mins 2024-11-08 21:17:44,938 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 21:17:44,938 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T21:17:45,055 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09 2024-11-08T21:17:45,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T21:17:45,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f, deleteOnExit=true 2024-11-08T21:17:45,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-08T21:17:45,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/test.cache.data in system properties and HBase conf 2024-11-08T21:17:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T21:17:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/hadoop.log.dir in system properties and HBase conf 2024-11-08T21:17:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T21:17:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T21:17:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-08T21:17:45,176 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T21:17:45,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T21:17:45,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T21:17:45,268 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T21:17:45,269 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T21:17:45,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T21:17:45,270 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T21:17:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T21:17:45,271 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T21:17:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T21:17:45,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T21:17:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/nfs.dump.dir in system properties and HBase conf 2024-11-08T21:17:45,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/java.io.tmpdir in system properties and HBase conf 2024-11-08T21:17:45,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T21:17:45,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T21:17:45,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T21:17:46,137 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T21:17:46,214 INFO [Time-limited test {}] log.Log(170): Logging initialized @2809ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T21:17:46,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:17:46,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:17:46,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:17:46,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:17:46,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T21:17:46,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:17:46,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@daffc8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:17:46,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d739887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T21:17:46,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50e9ce1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/java.io.tmpdir/jetty-localhost-36179-hadoop-hdfs-3_4_1-tests_jar-_-any-7671638964944312106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T21:17:46,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32a5069b{HTTP/1.1, (http/1.1)}{localhost:36179} 2024-11-08T21:17:46,600 INFO [Time-limited test {}] server.Server(415): Started @3196ms 2024-11-08T21:17:46,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T21:17:46,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T21:17:46,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T21:17:46,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T21:17:46,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T21:17:46,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72316c14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/hadoop.log.dir/,AVAILABLE} 2024-11-08T21:17:46,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc82795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T21:17:47,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183020ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/java.io.tmpdir/jetty-localhost-44167-hadoop-hdfs-3_4_1-tests_jar-_-any-8780752790573896729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T21:17:47,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5699e1dc{HTTP/1.1, (http/1.1)}{localhost:44167} 2024-11-08T21:17:47,119 INFO [Time-limited test {}] server.Server(415): Started @3714ms 2024-11-08T21:17:47,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T21:17:47,684 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f/dfs/data/data2/current/BP-787378049-172.17.0.2-1731100665879/current, will proceed with Du for space computation calculation, 2024-11-08T21:17:47,684 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f/dfs/data/data1/current/BP-787378049-172.17.0.2-1731100665879/current, will proceed with Du for space computation calculation, 2024-11-08T21:17:47,718 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T21:17:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4133ab10e6c7e96 with lease ID 0x23012af8cbc30e59: Processing first storage report for DS-d928817e-dc2c-4ad3-9707-c6220a7c23c8 from datanode DatanodeRegistration(127.0.0.1:45437, datanodeUuid=84d2bd48-a4cb-475a-b330-de1e66daa508, infoPort=39819, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=919297492;c=1731100665879) 2024-11-08T21:17:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4133ab10e6c7e96 with lease ID 0x23012af8cbc30e59: from storage DS-d928817e-dc2c-4ad3-9707-c6220a7c23c8 node DatanodeRegistration(127.0.0.1:45437, datanodeUuid=84d2bd48-a4cb-475a-b330-de1e66daa508, infoPort=39819, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=919297492;c=1731100665879), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T21:17:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4133ab10e6c7e96 with lease ID 0x23012af8cbc30e59: Processing first storage report for DS-f340e38b-223f-422d-aef1-05a7af40bf21 from datanode DatanodeRegistration(127.0.0.1:45437, datanodeUuid=84d2bd48-a4cb-475a-b330-de1e66daa508, infoPort=39819, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=919297492;c=1731100665879) 2024-11-08T21:17:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4133ab10e6c7e96 with lease ID 0x23012af8cbc30e59: from storage DS-f340e38b-223f-422d-aef1-05a7af40bf21 node DatanodeRegistration(127.0.0.1:45437, datanodeUuid=84d2bd48-a4cb-475a-b330-de1e66daa508, infoPort=39819, infoSecurePort=0, ipcPort=42935, storageInfo=lv=-57;cid=testClusterID;nsid=919297492;c=1731100665879), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T21:17:47,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09 2024-11-08T21:17:47,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f/zookeeper_0, clientPort=61150, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T21:17:47,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61150 2024-11-08T21:17:47,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:17:47,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:17:48,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741825_1001 (size=7) 2024-11-08T21:17:48,603 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 with version=8 2024-11-08T21:17:48,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/hbase-staging 2024-11-08T21:17:48,726 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T21:17:48,992 INFO [Time-limited test {}] client.ConnectionUtils(129): master/94899aa213cb:0 server-side Connection retries=9 2024-11-08T21:17:49,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:17:49,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T21:17:49,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T21:17:49,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:17:49,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T21:17:49,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T21:17:49,207 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T21:17:49,215 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T21:17:49,219 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T21:17:49,246 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14543 (auto-detected) 2024-11-08T21:17:49,247 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T21:17:49,266 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38485 2024-11-08T21:17:49,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:17:49,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:17:49,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38485 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-08T21:17:49,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384850x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T21:17:49,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38485-0x10189bf65730000 connected 2024-11-08T21:17:49,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T21:17:49,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T21:17:49,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T21:17:49,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-08T21:17:49,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38485 2024-11-08T21:17:49,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38485 2024-11-08T21:17:49,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-08T21:17:49,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-08T21:17:49,371 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3, hbase.cluster.distributed=false 2024-11-08T21:17:49,441 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/94899aa213cb:0 server-side Connection retries=9 2024-11-08T21:17:49,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:17:49,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T21:17:49,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T21:17:49,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T21:17:49,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T21:17:49,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T21:17:49,446 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T21:17:49,447 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36245 2024-11-08T21:17:49,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T21:17:49,454 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T21:17:49,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:17:49,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:17:49,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36245 connecting to ZooKeeper ensemble=127.0.0.1:61150 2024-11-08T21:17:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362450x0, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T21:17:49,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36245-0x10189bf65730001 connected 2024-11-08T21:17:49,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T21:17:49,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T21:17:49,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T21:17:49,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-08T21:17:49,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36245 2024-11-08T21:17:49,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36245 2024-11-08T21:17:49,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-08T21:17:49,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-08T21:17:49,485 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/94899aa213cb,38485,1731100668720 2024-11-08T21:17:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T21:17:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T21:17:49,494 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/94899aa213cb,38485,1731100668720 2024-11-08T21:17:49,500 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;94899aa213cb:38485 2024-11-08T21:17:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T21:17:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T21:17:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:49,515 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T21:17:49,516 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/94899aa213cb,38485,1731100668720 from backup master directory 2024-11-08T21:17:49,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T21:17:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T21:17:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/94899aa213cb,38485,1731100668720 2024-11-08T21:17:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T21:17:49,520 WARN [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T21:17:49,520 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=94899aa213cb,38485,1731100668720 2024-11-08T21:17:49,524 INFO [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T21:17:49,525 INFO [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T21:17:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741826_1002 (size=42) 2024-11-08T21:17:50,000 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/hbase.id with ID: c970cb60-dc16-4d43-98b8-4527dc0477ac 2024-11-08T21:17:50,042 INFO [master/94899aa213cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T21:17:50,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:50,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741827_1003 (size=196) 2024-11-08T21:17:50,499 INFO [master/94899aa213cb:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:17:50,501 INFO [master/94899aa213cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T21:17:50,518 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:17:50,523 INFO [master/94899aa213cb:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T21:17:50,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741828_1004 (size=1189) 2024-11-08T21:17:50,972 INFO [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store 2024-11-08T21:17:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741829_1005 (size=34) 2024-11-08T21:17:51,393 INFO [master/94899aa213cb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T21:17:51,394 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:17:51,395 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T21:17:51,395 INFO [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:17:51,395 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:17:51,396 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T21:17:51,396 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:17:51,396 INFO [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:17:51,396 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-08T21:17:51,398 WARN [master/94899aa213cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/.initializing 2024-11-08T21:17:51,398 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/WALs/94899aa213cb,38485,1731100668720 2024-11-08T21:17:51,405 INFO [master/94899aa213cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T21:17:51,417 INFO [master/94899aa213cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94899aa213cb%2C38485%2C1731100668720, suffix=, logDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/WALs/94899aa213cb,38485,1731100668720, archiveDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/oldWALs, maxLogs=10 2024-11-08T21:17:51,440 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/WALs/94899aa213cb,38485,1731100668720/94899aa213cb%2C38485%2C1731100668720.1731100671423, exclude list is [], retry=0 2024-11-08T21:17:51,458 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45437,DS-d928817e-dc2c-4ad3-9707-c6220a7c23c8,DISK] 2024-11-08T21:17:51,461 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T21:17:51,498 INFO [master/94899aa213cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/WALs/94899aa213cb,38485,1731100668720/94899aa213cb%2C38485%2C1731100668720.1731100671423 2024-11-08T21:17:51,499 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819)] 2024-11-08T21:17:51,499 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:17:51,500 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:17:51,504 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,505 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T21:17:51,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:51,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:17:51,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T21:17:51,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:51,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:17:51,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T21:17:51,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:51,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:17:51,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T21:17:51,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:51,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:17:51,589 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,591 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,600 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T21:17:51,604 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T21:17:51,610 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:17:51,611 INFO [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63569003, jitterRate=-0.05274803936481476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T21:17:51,615 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-08T21:17:51,617 INFO [master/94899aa213cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T21:17:51,645 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc44869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:17:51,679 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-08T21:17:51,690 INFO [master/94899aa213cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T21:17:51,691 INFO [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T21:17:51,693 INFO [master/94899aa213cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T21:17:51,694 INFO [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T21:17:51,699 INFO [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-08T21:17:51,699 INFO [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T21:17:51,723 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T21:17:51,734 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T21:17:51,737 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-08T21:17:51,739 INFO [master/94899aa213cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T21:17:51,740 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T21:17:51,741 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-08T21:17:51,743 INFO [master/94899aa213cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T21:17:51,746 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T21:17:51,748 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-08T21:17:51,749 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T21:17:51,750 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T21:17:51,759 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T21:17:51,761 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T21:17:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T21:17:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T21:17:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:51,766 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=94899aa213cb,38485,1731100668720, sessionid=0x10189bf65730000, setting cluster-up flag (Was=false) 2024-11-08T21:17:51,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:51,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:51,785 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T21:17:51,787 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94899aa213cb,38485,1731100668720 2024-11-08T21:17:51,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:51,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:17:51,797 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T21:17:51,798 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=94899aa213cb,38485,1731100668720 2024-11-08T21:17:51,874 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-08T21:17:51,879 INFO [master/94899aa213cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-08T21:17:51,882 INFO [master/94899aa213cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T21:17:51,887 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 94899aa213cb,38485,1731100668720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T21:17:51,890 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/94899aa213cb:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:17:51,891 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/94899aa213cb:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:17:51,891 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/94899aa213cb:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:17:51,891 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/94899aa213cb:0, corePoolSize=5, maxPoolSize=5 2024-11-08T21:17:51,891 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/94899aa213cb:0, corePoolSize=10, maxPoolSize=10 2024-11-08T21:17:51,891 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:51,892 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/94899aa213cb:0, corePoolSize=2, maxPoolSize=2 2024-11-08T21:17:51,892 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:51,893 INFO [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731100701893 2024-11-08T21:17:51,895 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T21:17:51,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-08T21:17:51,896 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T21:17:51,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-08T21:17:51,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:51,901 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T21:17:51,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T21:17:51,901 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T21:17:51,901 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T21:17:51,902 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T21:17:51,902 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:51,904 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;94899aa213cb:36245 2024-11-08T21:17:51,905 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T21:17:51,906 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1008): ClusterId : c970cb60-dc16-4d43-98b8-4527dc0477ac 2024-11-08T21:17:51,906 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T21:17:51,907 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T21:17:51,909 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T21:17:51,909 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T21:17:51,910 INFO [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T21:17:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741831_1007 (size=1039) 2024-11-08T21:17:51,911 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/94899aa213cb:0:becomeActiveMaster-HFileCleaner.large.0-1731100671911,5,FailOnTimeoutGroup] 2024-11-08T21:17:51,912 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/94899aa213cb:0:becomeActiveMaster-HFileCleaner.small.0-1731100671911,5,FailOnTimeoutGroup] 2024-11-08T21:17:51,912 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:51,912 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T21:17:51,913 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:51,913 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:51,915 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T21:17:51,915 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T21:17:51,918 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T21:17:51,918 DEBUG [RS:0;94899aa213cb:36245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5ecde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:17:51,920 DEBUG [RS:0;94899aa213cb:36245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0b31ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94899aa213cb/172.17.0.2:0 2024-11-08T21:17:51,923 INFO [RS:0;94899aa213cb:36245 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-08T21:17:51,923 INFO [RS:0;94899aa213cb:36245 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-08T21:17:51,923 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-08T21:17:51,925 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3073): reportForDuty to master=94899aa213cb,38485,1731100668720 with isa=94899aa213cb/172.17.0.2:36245, startcode=1731100669440 2024-11-08T21:17:51,937 DEBUG [RS:0;94899aa213cb:36245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T21:17:51,976 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34255, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T21:17:51,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 94899aa213cb,36245,1731100669440 2024-11-08T21:17:51,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(486): Registering regionserver=94899aa213cb,36245,1731100669440 2024-11-08T21:17:51,998 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:17:51,998 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34155 2024-11-08T21:17:51,998 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-08T21:17:52,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T21:17:52,003 DEBUG [RS:0;94899aa213cb:36245 {}] zookeeper.ZKUtil(111): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/94899aa213cb,36245,1731100669440 2024-11-08T21:17:52,003 WARN [RS:0;94899aa213cb:36245 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T21:17:52,003 INFO [RS:0;94899aa213cb:36245 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T21:17:52,004 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440 2024-11-08T21:17:52,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [94899aa213cb,36245,1731100669440] 2024-11-08T21:17:52,016 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-08T21:17:52,028 INFO [RS:0;94899aa213cb:36245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T21:17:52,040 INFO [RS:0;94899aa213cb:36245 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T21:17:52,042 INFO [RS:0;94899aa213cb:36245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T21:17:52,043 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:52,043 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-08T21:17:52,050 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:52,050 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,051 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,051 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,051 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,051 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,051 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/94899aa213cb:0, corePoolSize=2, maxPoolSize=2 2024-11-08T21:17:52,051 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,052 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,052 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,052 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,052 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/94899aa213cb:0, corePoolSize=1, maxPoolSize=1 2024-11-08T21:17:52,052 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/94899aa213cb:0, corePoolSize=3, maxPoolSize=3 2024-11-08T21:17:52,053 DEBUG [RS:0;94899aa213cb:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/94899aa213cb:0, corePoolSize=3, maxPoolSize=3 2024-11-08T21:17:52,053 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:52,053 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:52,054 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:52,054 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:52,054 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,36245,1731100669440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T21:17:52,073 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T21:17:52,075 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,36245,1731100669440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T21:17:52,097 INFO [RS:0;94899aa213cb:36245 {}] regionserver.Replication(204): 94899aa213cb,36245,1731100669440 started 2024-11-08T21:17:52,097 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1767): Serving as 94899aa213cb,36245,1731100669440, RpcServer on 94899aa213cb/172.17.0.2:36245, sessionid=0x10189bf65730001 2024-11-08T21:17:52,098 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T21:17:52,098 DEBUG [RS:0;94899aa213cb:36245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 94899aa213cb,36245,1731100669440 2024-11-08T21:17:52,098 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94899aa213cb,36245,1731100669440' 2024-11-08T21:17:52,099 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T21:17:52,100 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T21:17:52,100 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T21:17:52,101 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T21:17:52,101 DEBUG [RS:0;94899aa213cb:36245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 94899aa213cb,36245,1731100669440 2024-11-08T21:17:52,101 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '94899aa213cb,36245,1731100669440' 2024-11-08T21:17:52,101 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T21:17:52,102 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T21:17:52,103 DEBUG [RS:0;94899aa213cb:36245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T21:17:52,103 INFO [RS:0;94899aa213cb:36245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T21:17:52,103 INFO [RS:0;94899aa213cb:36245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T21:17:52,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-08T21:17:52,315 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:17:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741832_1008 (size=32) 2024-11-08T21:17:52,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:17:52,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T21:17:52,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T21:17:52,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:52,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:17:52,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T21:17:52,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T21:17:52,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:52,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:17:52,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T21:17:52,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T21:17:52,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:17:52,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:17:52,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740 2024-11-08T21:17:52,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740 2024-11-08T21:17:52,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T21:17:52,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-08T21:17:52,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:17:52,437 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74475854, jitterRate=0.10977670550346375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T21:17:52,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-08T21:17:52,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-08T21:17:52,440 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-08T21:17:52,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-08T21:17:52,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T21:17:52,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T21:17:52,442 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-08T21:17:52,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-08T21:17:52,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-08T21:17:52,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-08T21:17:52,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T21:17:52,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T21:17:52,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T21:17:52,622 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:17:53,623 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:17:54,624 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:17:55,625 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:17:56,626 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:17:57,627 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:17:58,627 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:17:59,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T21:17:59,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T21:17:59,628 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:00,629 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:01,630 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:02,631 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:03,632 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:04,632 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:05,633 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:06,634 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:07,635 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:08,636 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:09,637 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:10,637 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:11,638 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:12,639 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:13,639 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:14,640 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:15,641 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:16,641 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:17,642 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:17,852 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:18:18,046 ERROR [LeaseRenewer:jenkins@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34155,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:18:18,643 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:19,643 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:20,644 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:21,645 WARN [94899aa213cb:38485 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-08T21:18:22,109 INFO [RS:0;94899aa213cb:36245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T21:18:22,115 INFO [RS:0;94899aa213cb:36245 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94899aa213cb%2C36245%2C1731100669440, suffix=, logDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440, archiveDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/oldWALs, maxLogs=32 2024-11-08T21:18:22,141 DEBUG [RS:0;94899aa213cb:36245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440/94899aa213cb%2C36245%2C1731100669440.1731100702118, exclude list is [], retry=0 2024-11-08T21:18:22,148 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45437,DS-d928817e-dc2c-4ad3-9707-c6220a7c23c8,DISK] 2024-11-08T21:18:22,154 INFO [RS:0;94899aa213cb:36245 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440/94899aa213cb%2C36245%2C1731100669440.1731100702118 2024-11-08T21:18:22,159 DEBUG [RS:0;94899aa213cb:36245 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819)] 2024-11-08T21:18:22,397 DEBUG [94899aa213cb:38485 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T21:18:22,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:22,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94899aa213cb,36245,1731100669440, state=OPENING 2024-11-08T21:18:22,417 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T21:18:22,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:18:22,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:18:22,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T21:18:22,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T21:18:22,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:22,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:22,606 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T21:18:22,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T21:18:22,622 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-08T21:18:22,623 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T21:18:22,624 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T21:18:22,627 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=94899aa213cb%2C36245%2C1731100669440.meta, suffix=.meta, logDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440, archiveDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/oldWALs, maxLogs=32 2024-11-08T21:18:22,646 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440/94899aa213cb%2C36245%2C1731100669440.meta.1731100702629.meta, exclude list is [], retry=0 2024-11-08T21:18:22,651 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45437,DS-d928817e-dc2c-4ad3-9707-c6220a7c23c8,DISK] 2024-11-08T21:18:22,656 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440/94899aa213cb%2C36245%2C1731100669440.meta.1731100702629.meta 2024-11-08T21:18:22,656 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819)] 2024-11-08T21:18:22,657 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:22,659 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T21:18:22,738 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T21:18:22,743 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T21:18:22,747 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T21:18:22,747 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:22,748 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-08T21:18:22,748 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-08T21:18:22,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T21:18:22,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T21:18:22,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:22,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:18:22,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T21:18:22,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T21:18:22,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:22,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:18:22,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T21:18:22,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T21:18:22,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:22,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T21:18:22,763 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740 2024-11-08T21:18:22,767 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740 2024-11-08T21:18:22,772 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T21:18:22,775 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-08T21:18:22,777 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59329428, jitterRate=-0.11592262983322144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T21:18:22,780 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-08T21:18:22,788 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731100702596 2024-11-08T21:18:22,800 DEBUG [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T21:18:22,800 INFO [RS_OPEN_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-08T21:18:22,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:22,804 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 94899aa213cb,36245,1731100669440, state=OPEN 2024-11-08T21:18:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T21:18:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T21:18:22,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T21:18:22,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T21:18:22,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T21:18:22,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=94899aa213cb,36245,1731100669440 in 386 msec 2024-11-08T21:18:22,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T21:18:22,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.3630 sec 2024-11-08T21:18:22,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 30.9970 sec 2024-11-08T21:18:22,829 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731100702829, completionTime=-1 2024-11-08T21:18:22,830 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T21:18:22,830 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-08T21:18:22,875 DEBUG [hconnection-0xdf8344e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:22,879 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:22,893 INFO [master/94899aa213cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-08T21:18:22,893 INFO [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731100762893 2024-11-08T21:18:22,893 INFO [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731100822893 2024-11-08T21:18:22,893 INFO [master/94899aa213cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 63 msec 2024-11-08T21:18:22,920 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,38485,1731100668720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T21:18:22,921 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,38485,1731100668720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:18:22,921 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,38485,1731100668720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:18:22,923 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-94899aa213cb:38485, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:18:22,923 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T21:18:22,930 DEBUG [master/94899aa213cb:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-08T21:18:22,934 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-08T21:18:22,935 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T21:18:22,945 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-08T21:18:22,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:22,951 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:22,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741835_1011 (size=358) 2024-11-08T21:18:23,383 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3bc10c93e27fd6f81eaca0251792584f, NAME => 'hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741836_1012 (size=42) 2024-11-08T21:18:23,404 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:23,405 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3bc10c93e27fd6f81eaca0251792584f, disabling compactions & flushes 2024-11-08T21:18:23,405 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:18:23,405 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:18:23,405 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. after waiting 0 ms 2024-11-08T21:18:23,405 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:18:23,405 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:18:23,405 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3bc10c93e27fd6f81eaca0251792584f: 2024-11-08T21:18:23,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:23,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731100703410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100703410"}]},"ts":"1731100703410"} 2024-11-08T21:18:23,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:23,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:23,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100703447"}]},"ts":"1731100703447"} 2024-11-08T21:18:23,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-08T21:18:23,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3bc10c93e27fd6f81eaca0251792584f, ASSIGN}] 2024-11-08T21:18:23,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3bc10c93e27fd6f81eaca0251792584f, ASSIGN 2024-11-08T21:18:23,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3bc10c93e27fd6f81eaca0251792584f, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:23,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3bc10c93e27fd6f81eaca0251792584f, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:23,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3bc10c93e27fd6f81eaca0251792584f, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:23,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:23,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:18:23,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3bc10c93e27fd6f81eaca0251792584f, NAME => 'hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:23,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:18:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:18:23,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:18:23,793 INFO [StoreOpener-3bc10c93e27fd6f81eaca0251792584f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:18:23,796 INFO [StoreOpener-3bc10c93e27fd6f81eaca0251792584f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bc10c93e27fd6f81eaca0251792584f columnFamilyName info 2024-11-08T21:18:23,796 DEBUG [StoreOpener-3bc10c93e27fd6f81eaca0251792584f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:23,797 INFO [StoreOpener-3bc10c93e27fd6f81eaca0251792584f-1 {}] regionserver.HStore(327): Store=3bc10c93e27fd6f81eaca0251792584f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:23,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:18:23,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:18:23,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:18:23,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:23,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3bc10c93e27fd6f81eaca0251792584f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67358277, jitterRate=0.0037165433168411255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:23,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3bc10c93e27fd6f81eaca0251792584f: 2024-11-08T21:18:23,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f., pid=6, masterSystemTime=1731100703780 2024-11-08T21:18:23,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:18:23,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:18:23,825 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3bc10c93e27fd6f81eaca0251792584f, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:23,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T21:18:23,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3bc10c93e27fd6f81eaca0251792584f, server=94899aa213cb,36245,1731100669440 in 206 msec 2024-11-08T21:18:23,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T21:18:23,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3bc10c93e27fd6f81eaca0251792584f, ASSIGN in 374 msec 2024-11-08T21:18:23,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:23,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100703847"}]},"ts":"1731100703847"} 2024-11-08T21:18:23,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-08T21:18:23,857 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-08T21:18:23,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:18:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-08T21:18:23,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:18:23,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 921 msec 2024-11-08T21:18:23,896 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-08T21:18:23,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-08T21:18:23,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-11-08T21:18:23,931 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-08T21:18:23,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-08T21:18:23,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-11-08T21:18:23,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-08T21:18:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-08T21:18:23,977 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 34.455sec 2024-11-08T21:18:23,978 INFO [master/94899aa213cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T21:18:23,980 INFO [master/94899aa213cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T21:18:23,981 INFO [master/94899aa213cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T21:18:23,982 INFO [master/94899aa213cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T21:18:23,982 INFO [master/94899aa213cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T21:18:23,983 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,38485,1731100668720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T21:18:23,984 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,38485,1731100668720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T21:18:23,996 DEBUG [master/94899aa213cb:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-08T21:18:23,997 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T21:18:23,997 INFO [master/94899aa213cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=94899aa213cb,38485,1731100668720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T21:18:24,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x574a453f to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61e4a9fc 2024-11-08T21:18:24,041 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-08T21:18:24,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d933e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:24,061 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T21:18:24,062 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T21:18:24,076 DEBUG [hconnection-0x35085285-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:24,099 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:24,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=94899aa213cb,38485,1731100668720 2024-11-08T21:18:24,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync[0] Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=12288 2024-11-08T21:18:24,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c2cf168 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@312a75fa 2024-11-08T21:18:24,155 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x0c2cf168 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da69f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:24,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76ac4be3 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@144b7569 2024-11-08T21:18:24,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d25698b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:24,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T21:18:24,211 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T21:18:24,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false 2024-11-08T21:18:24,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:24,235 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:24,238 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:24,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync_0_-false" procId is: 9 2024-11-08T21:18:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T21:18:24,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741837_1013 (size=437) 2024-11-08T21:18:24,292 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a9a3cacad7121a578e44c51c89aea45e, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:24,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741838_1014 (size=88) 2024-11-08T21:18:24,319 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:24,320 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing a9a3cacad7121a578e44c51c89aea45e, disabling compactions & flushes 2024-11-08T21:18:24,320 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:18:24,320 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:18:24,320 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. after waiting 0 ms 2024-11-08T21:18:24,320 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:18:24,320 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:18:24,320 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for a9a3cacad7121a578e44c51c89aea45e: 2024-11-08T21:18:24,323 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:24,323 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731100704323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100704323"}]},"ts":"1731100704323"} 2024-11-08T21:18:24,328 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:24,330 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:24,330 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100704330"}]},"ts":"1731100704330"} 2024-11-08T21:18:24,334 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:24,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false, region=a9a3cacad7121a578e44c51c89aea45e, ASSIGN}] 2024-11-08T21:18:24,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false, region=a9a3cacad7121a578e44c51c89aea45e, ASSIGN 2024-11-08T21:18:24,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false, region=a9a3cacad7121a578e44c51c89aea45e, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:24,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a9a3cacad7121a578e44c51c89aea45e, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:24,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure a9a3cacad7121a578e44c51c89aea45e, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:24,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:24,665 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:18:24,665 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => a9a3cacad7121a578e44c51c89aea45e, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:24,666 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync_0_-false a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:18:24,666 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:24,666 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:18:24,666 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:18:24,670 INFO [StoreOpener-a9a3cacad7121a578e44c51c89aea45e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:18:24,672 INFO [StoreOpener-a9a3cacad7121a578e44c51c89aea45e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9a3cacad7121a578e44c51c89aea45e columnFamilyName testFamily 2024-11-08T21:18:24,672 DEBUG [StoreOpener-a9a3cacad7121a578e44c51c89aea45e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:24,674 INFO [StoreOpener-a9a3cacad7121a578e44c51c89aea45e-1 {}] regionserver.HStore(327): Store=a9a3cacad7121a578e44c51c89aea45e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:24,676 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:18:24,677 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:18:24,681 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:18:24,686 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:24,688 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened a9a3cacad7121a578e44c51c89aea45e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64450014, jitterRate=-0.03961995244026184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:24,690 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for a9a3cacad7121a578e44c51c89aea45e: 2024-11-08T21:18:24,691 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e., pid=11, masterSystemTime=1731100704656 2024-11-08T21:18:24,696 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:18:24,696 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:18:24,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a9a3cacad7121a578e44c51c89aea45e, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:24,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T21:18:24,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure a9a3cacad7121a578e44c51c89aea45e, server=94899aa213cb,36245,1731100669440 in 199 msec 2024-11-08T21:18:24,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T21:18:24,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false, region=a9a3cacad7121a578e44c51c89aea45e, ASSIGN in 364 msec 2024-11-08T21:18:24,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:24,713 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100704713"}]},"ts":"1731100704713"} 2024-11-08T21:18:24,720 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:24,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:24,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_0_-false in 499 msec 2024-11-08T21:18:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-08T21:18:25,271 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync_0_-false, procId: 9 completed 2024-11-08T21:18:25,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:18:25,273 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:25,281 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testRetryOutOfOrderScannerNextExceptionAsync_0_-false assigned to meta. Checking AM states. 2024-11-08T21:18:25,282 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:25,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testRetryOutOfOrderScannerNextExceptionAsync_0_-false assigned. 2024-11-08T21:18:25,285 DEBUG [hconnection-0x1b039281-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:25,288 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:25,305 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:18:25,311 INFO [Time-limited test {}] client.TestClientScannerTimeouts(346): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-08T21:18:25,326 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:18:25,329 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x0c2cf168 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:18:25,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:25,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:25,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync_0_-false', row='', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:18:25,352 INFO [Time-limited test {}] client.TestClientScannerTimeouts(353): Making first next() RPC, expecting no errors for seqNo 0 2024-11-08T21:18:25,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403275 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:25,356 INFO [Time-limited test {}] client.TestClientScannerTimeouts(358): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-08T21:18:25,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403275 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:25,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403275 2024-11-08T21:18:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56510 deadline: 1731100708355, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:25,383 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403275 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:18:25,386 INFO [Time-limited test {}] client.TestClientScannerTimeouts(368): Finishing scan, expecting no errors 2024-11-08T21:18:25,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403276 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:25,387 INFO [Time-limited test {}] client.TestClientScannerTimeouts(373): Testing always throw exception 2024-11-08T21:18:25,388 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:25,390 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:25,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403277 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:25,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403277 2024-11-08T21:18:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56510 deadline: 1731100708389, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:25,392 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403277 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:18:25,394 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:25,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403278 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:25,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=2, tableScannerId=8845479708683403278 2024-11-08T21:18:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56510 deadline: 1731100708393, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:25,397 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:25,396 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403278 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:18:25,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403279 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:25,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=3, tableScannerId=8845479708683403279 2024-11-08T21:18:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56510 deadline: 1731100708397, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:25,401 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403279 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:18:25,402 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:25,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76ac4be3 to 127.0.0.1:61150 2024-11-08T21:18:25,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:25,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:18:25,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:18:25,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:25,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c2cf168 to 127.0.0.1:61150 2024-11-08T21:18:25,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync[0] Thread=232 (was 219) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61150@0x76ac4be3-SendThread(127.0.0.1:61150) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61150@0x0c2cf168-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x35085285-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61150@0x76ac4be3 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) app//org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1523) app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1547) app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:398) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$733/0x00007f3680b41db0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61150@0x76ac4be3-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61150@0x0c2cf168 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1604) app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1576) app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1543) app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:398) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$733/0x00007f3680b41db0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/94899aa213cb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1436012995_22 at /127.0.0.1:50146 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61150@0x0c2cf168-SendThread(127.0.0.1:61150) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 473) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12261 (was 12288) 2024-11-08T21:18:25,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner[0] Thread=232, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=12260 2024-11-08T21:18:25,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e567203 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@488bbf84 2024-11-08T21:18:25,444 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3e567203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188d61c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:25,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b4e4ad2 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1760f201 2024-11-08T21:18:25,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aab4c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:25,455 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:25,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false 2024-11-08T21:18:25,459 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=12, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:25,459 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:25,460 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner_0_-false" procId is: 12 2024-11-08T21:18:25,462 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=12, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T21:18:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741839_1015 (size=423) 2024-11-08T21:18:25,493 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b251bf82c0d91b15af40ff4b22c779aa, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741840_1016 (size=74) 2024-11-08T21:18:25,510 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:25,511 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing b251bf82c0d91b15af40ff4b22c779aa, disabling compactions & flushes 2024-11-08T21:18:25,511 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:18:25,511 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:18:25,511 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. after waiting 0 ms 2024-11-08T21:18:25,511 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:18:25,511 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:18:25,511 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for b251bf82c0d91b15af40ff4b22c779aa: 2024-11-08T21:18:25,514 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=12, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:25,514 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731100705514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100705514"}]},"ts":"1731100705514"} 2024-11-08T21:18:25,519 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:25,521 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=12, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:25,521 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100705521"}]},"ts":"1731100705521"} 2024-11-08T21:18:25,525 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:25,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false, region=b251bf82c0d91b15af40ff4b22c779aa, ASSIGN}] 2024-11-08T21:18:25,532 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false, region=b251bf82c0d91b15af40ff4b22c779aa, ASSIGN 2024-11-08T21:18:25,534 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=12, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false, region=b251bf82c0d91b15af40ff4b22c779aa, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:25,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=b251bf82c0d91b15af40ff4b22c779aa, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:25,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE; OpenRegionProcedure b251bf82c0d91b15af40ff4b22c779aa, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:25,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:25,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:18:25,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(7285): Opening region: {ENCODED => b251bf82c0d91b15af40ff4b22c779aa, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:25,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner_0_-false b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:18:25,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:25,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(7327): checking encryption for b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:18:25,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(7330): checking classloading for b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:18:25,855 INFO [StoreOpener-b251bf82c0d91b15af40ff4b22c779aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:18:25,857 INFO [StoreOpener-b251bf82c0d91b15af40ff4b22c779aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b251bf82c0d91b15af40ff4b22c779aa columnFamilyName testFamily 2024-11-08T21:18:25,857 DEBUG [StoreOpener-b251bf82c0d91b15af40ff4b22c779aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:25,858 INFO [StoreOpener-b251bf82c0d91b15af40ff4b22c779aa-1 {}] regionserver.HStore(327): Store=b251bf82c0d91b15af40ff4b22c779aa/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:25,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:18:25,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:18:25,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(1085): writing seq id for b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:18:25,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:25,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(1102): Opened b251bf82c0d91b15af40ff4b22c779aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68763510, jitterRate=0.02465614676475525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:25,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegion(1001): Region open journal for b251bf82c0d91b15af40ff4b22c779aa: 2024-11-08T21:18:25,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., pid=14, masterSystemTime=1731100705843 2024-11-08T21:18:25,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:18:25,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=14}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:18:25,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=b251bf82c0d91b15af40ff4b22c779aa, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:25,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T21:18:25,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=13, state=SUCCESS; OpenRegionProcedure b251bf82c0d91b15af40ff4b22c779aa, server=94899aa213cb,36245,1731100669440 in 194 msec 2024-11-08T21:18:25,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T21:18:25,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false, region=b251bf82c0d91b15af40ff4b22c779aa, ASSIGN in 357 msec 2024-11-08T21:18:25,893 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=12, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:25,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100705893"}]},"ts":"1731100705893"} 2024-11-08T21:18:25,897 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:25,901 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=12, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:25,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_0_-false in 446 msec 2024-11-08T21:18:25,923 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T21:18:25,926 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T21:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-08T21:18:26,469 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner_0_-false, procId: 12 completed 2024-11-08T21:18:26,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:18:26,470 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:26,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnOpenScanner_0_-false assigned to meta. Checking AM states. 2024-11-08T21:18:26,476 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:26,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnOpenScanner_0_-false assigned. 2024-11-08T21:18:26,481 DEBUG [hconnection-0x4627cf34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:26,484 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:26,508 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:18:26,513 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:18:26,515 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:18:28,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:18:28,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false' 2024-11-08T21:18:28,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T21:18:28,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync_0_-false' 2024-11-08T21:18:28,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-08T21:18:29,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync_0_-false 2024-11-08T21:18:29,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:29,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T21:18:29,206 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:29,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-08T21:18:29,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:29,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T21:18:29,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T21:18:29,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner_0_-false 2024-11-08T21:18:29,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(450): Unknown callId: 6, skipping over this response of 88 bytes 2024-11-08T21:18:33,545 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:18:35,522 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns java.net.SocketTimeoutException: callTimeout=9000, callDuration=11012: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false' at region=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., hostname=94899aa213cb,36245,1731100669440, seqNum=2 java.net.SocketTimeoutException: callTimeout=9000, callDuration=11012: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false' at region=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:18:35,523 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=4, exceptions: 2024-11-08T21:18:35.523Z, java.net.SocketTimeoutException: callTimeout=9000, callDuration=11012: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false' at region=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.throwEnrichedException(RpcRetryingCallerWithReadReplicas.java:298) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:260) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:53) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:281) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:450) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.nextWithSyncCache(ClientScanner.java:324) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:622) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testMetaScanTimeoutOnOpenScanner(TestClientScannerTimeouts.java:285) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.SocketTimeoutException: callTimeout=9000, callDuration=11012: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_0_-false' at region=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1978ms, rpcTimeout=1969ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:18:35,525 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 9011 2024-11-08T21:18:35,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b4e4ad2 to 127.0.0.1:61150 2024-11-08T21:18:35,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:35,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:18:35,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:18:35,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:35,526 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e567203 to 127.0.0.1:61150 2024-11-08T21:18:35,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner[0] Thread=223 (was 232), OpenFileDescriptor=452 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=12211 (was 12260) 2024-11-08T21:18:35,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync[0] Thread=223, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=12211 2024-11-08T21:18:35,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x509ba719 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798b6001 2024-11-08T21:18:35,557 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x509ba719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f4f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:35,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b8ee3d4 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51fb2da6 2024-11-08T21:18:35,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c55ebef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:35,568 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:35,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=15, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false 2024-11-08T21:18:35,572 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=15, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:35,572 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:35,572 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync_0_-false" procId is: 15 2024-11-08T21:18:35,573 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=15, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=15 2024-11-08T21:18:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741841_1017 (size=421) 2024-11-08T21:18:35,594 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e237b66b024bda40dba60140d8f77767, NAME => 'hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741842_1018 (size=72) 2024-11-08T21:18:35,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:35,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing e237b66b024bda40dba60140d8f77767, disabling compactions & flushes 2024-11-08T21:18:35,611 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:18:35,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:18:35,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. after waiting 0 ms 2024-11-08T21:18:35,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:18:35,611 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:18:35,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for e237b66b024bda40dba60140d8f77767: 2024-11-08T21:18:35,613 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=15, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:35,613 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731100715613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100715613"}]},"ts":"1731100715613"} 2024-11-08T21:18:35,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:35,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=15, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:35,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100715619"}]},"ts":"1731100715619"} 2024-11-08T21:18:35,623 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:35,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false, region=e237b66b024bda40dba60140d8f77767, ASSIGN}] 2024-11-08T21:18:35,631 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false, region=e237b66b024bda40dba60140d8f77767, ASSIGN 2024-11-08T21:18:35,632 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false, region=e237b66b024bda40dba60140d8f77767, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:35,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=e237b66b024bda40dba60140d8f77767, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:35,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; OpenRegionProcedure e237b66b024bda40dba60140d8f77767, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:35,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:35,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:18:35,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(7285): Opening region: {ENCODED => e237b66b024bda40dba60140d8f77767, NAME => 'hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:35,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync_0_-false e237b66b024bda40dba60140d8f77767 2024-11-08T21:18:35,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:35,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(7327): checking encryption for e237b66b024bda40dba60140d8f77767 2024-11-08T21:18:35,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(7330): checking classloading for e237b66b024bda40dba60140d8f77767 2024-11-08T21:18:35,955 INFO [StoreOpener-e237b66b024bda40dba60140d8f77767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e237b66b024bda40dba60140d8f77767 2024-11-08T21:18:35,958 INFO [StoreOpener-e237b66b024bda40dba60140d8f77767-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e237b66b024bda40dba60140d8f77767 columnFamilyName testFamily 2024-11-08T21:18:35,958 DEBUG [StoreOpener-e237b66b024bda40dba60140d8f77767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:35,959 INFO [StoreOpener-e237b66b024bda40dba60140d8f77767-1 {}] regionserver.HStore(327): Store=e237b66b024bda40dba60140d8f77767/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:35,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767 2024-11-08T21:18:35,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767 2024-11-08T21:18:35,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(1085): writing seq id for e237b66b024bda40dba60140d8f77767 2024-11-08T21:18:35,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:35,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(1102): Opened e237b66b024bda40dba60140d8f77767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66067750, jitterRate=-0.015513807535171509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:35,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegion(1001): Region open journal for e237b66b024bda40dba60140d8f77767: 2024-11-08T21:18:35,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767., pid=17, masterSystemTime=1731100715943 2024-11-08T21:18:35,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:18:35,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=17}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:18:35,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=e237b66b024bda40dba60140d8f77767, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:35,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T21:18:35,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; OpenRegionProcedure e237b66b024bda40dba60140d8f77767, server=94899aa213cb,36245,1731100669440 in 193 msec 2024-11-08T21:18:35,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T21:18:35,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=15, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false, region=e237b66b024bda40dba60140d8f77767, ASSIGN in 357 msec 2024-11-08T21:18:35,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=15, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:35,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100715990"}]},"ts":"1731100715990"} 2024-11-08T21:18:35,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:35,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=15, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:35,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_0_-false in 429 msec 2024-11-08T21:18:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=15 2024-11-08T21:18:36,578 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync_0_-false, procId: 15 completed 2024-11-08T21:18:36,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:18:36,578 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:36,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnNextAsync_0_-false assigned to meta. Checking AM states. 2024-11-08T21:18:36,584 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:36,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnNextAsync_0_-false assigned. 2024-11-08T21:18:36,589 DEBUG [hconnection-0x59d7cc90-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:36,591 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:36,604 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:18:36,608 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:18:36,608 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:18:36,610 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x509ba719 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:18:36,610 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x509ba719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:36,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:36,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync_0_-false', row='', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:18:36,616 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:18:36,617 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403291 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:36,618 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:18:36,619 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403291 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:36,620 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 9500 2024-11-08T21:18:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync_0_-false 2024-11-08T21:18:39,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:40,046 WARN [RS-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:18:40,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync_0_-false' 2024-11-08T21:18:41,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:18:45,622 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 9000, and got 9003 2024-11-08T21:18:45,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b8ee3d4 to 127.0.0.1:61150 2024-11-08T21:18:45,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:45,622 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403291 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:18:45,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:18:45,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:18:45,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:45,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x509ba719 to 127.0.0.1:61150 2024-11-08T21:18:45,624 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 94899aa213cb,36245,1731100669440 for closing scanner id = 8845479708683403291 for e237b66b024bda40dba60140d8f77767 of hbase:testMetaScanTimeoutOnNextAsync_0_-false failed, ignore, probably already closed org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T21:18:45,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync[0] Thread=226 (was 223) - Thread LEAK? -, OpenFileDescriptor=450 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=12106 (was 12211) 2024-11-08T21:18:45,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403291' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3647) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T21:18:45,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:55786 deadline: 1731100731622, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403291' does not exist 2024-11-08T21:18:45,641 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:18:45,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException[0] Thread=226, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=12106 2024-11-08T21:18:45,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5228f3c8 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75859c3c 2024-11-08T21:18:45,685 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x5228f3c8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f08cb28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:45,688 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b6678da to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58325c54 2024-11-08T21:18:45,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d914229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:45,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false 2024-11-08T21:18:45,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:45,708 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:45,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException_0_-false" procId is: 18 2024-11-08T21:18:45,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T21:18:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741843_1019 (size=432) 2024-11-08T21:18:46,121 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:18:46,142 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3a86e0c4cdbd92be5837aaa695d0ce82, NAME => 'testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:46,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741844_1020 (size=83) 2024-11-08T21:18:46,156 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:46,156 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing 3a86e0c4cdbd92be5837aaa695d0ce82, disabling compactions & flushes 2024-11-08T21:18:46,157 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:18:46,157 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:18:46,157 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. after waiting 0 ms 2024-11-08T21:18:46,157 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:18:46,157 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:18:46,157 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3a86e0c4cdbd92be5837aaa695d0ce82: 2024-11-08T21:18:46,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:46,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1731100726159"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100726159"}]},"ts":"1731100726159"} 2024-11-08T21:18:46,162 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:46,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:46,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100726164"}]},"ts":"1731100726164"} 2024-11-08T21:18:46,166 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextException_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:46,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_0_-false, region=3a86e0c4cdbd92be5837aaa695d0ce82, ASSIGN}] 2024-11-08T21:18:46,176 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_0_-false, region=3a86e0c4cdbd92be5837aaa695d0ce82, ASSIGN 2024-11-08T21:18:46,178 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_0_-false, region=3a86e0c4cdbd92be5837aaa695d0ce82, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:46,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=3a86e0c4cdbd92be5837aaa695d0ce82, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:46,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE; OpenRegionProcedure 3a86e0c4cdbd92be5837aaa695d0ce82, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:46,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:46,494 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(135): Open testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:18:46,494 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7285): Opening region: {ENCODED => 3a86e0c4cdbd92be5837aaa695d0ce82, NAME => 'testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:46,495 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException_0_-false 3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:18:46,495 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:46,495 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7327): checking encryption for 3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:18:46,495 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7330): checking classloading for 3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:18:46,498 INFO [StoreOpener-3a86e0c4cdbd92be5837aaa695d0ce82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:18:46,501 INFO [StoreOpener-3a86e0c4cdbd92be5837aaa695d0ce82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a86e0c4cdbd92be5837aaa695d0ce82 columnFamilyName testFamily 2024-11-08T21:18:46,501 DEBUG [StoreOpener-3a86e0c4cdbd92be5837aaa695d0ce82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:46,502 INFO [StoreOpener-3a86e0c4cdbd92be5837aaa695d0ce82-1 {}] regionserver.HStore(327): Store=3a86e0c4cdbd92be5837aaa695d0ce82/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:46,504 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:18:46,505 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:18:46,509 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1085): writing seq id for 3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:18:46,517 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:46,518 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1102): Opened 3a86e0c4cdbd92be5837aaa695d0ce82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69638978, jitterRate=0.03770163655281067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:46,519 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1001): Region open journal for 3a86e0c4cdbd92be5837aaa695d0ce82: 2024-11-08T21:18:46,520 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2601): Post open deploy tasks for testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82., pid=20, masterSystemTime=1731100726486 2024-11-08T21:18:46,524 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2628): Finished post open deploy task for testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:18:46,524 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(164): Opened testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:18:46,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=3a86e0c4cdbd92be5837aaa695d0ce82, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:46,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=20, resume processing ppid=19 2024-11-08T21:18:46,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=19, state=SUCCESS; OpenRegionProcedure 3a86e0c4cdbd92be5837aaa695d0ce82, server=94899aa213cb,36245,1731100669440 in 196 msec 2024-11-08T21:18:46,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T21:18:46,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_0_-false, region=3a86e0c4cdbd92be5837aaa695d0ce82, ASSIGN in 358 msec 2024-11-08T21:18:46,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:46,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100726538"}]},"ts":"1731100726538"} 2024-11-08T21:18:46,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextException_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:46,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:46,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_0_-false in 844 msec 2024-11-08T21:18:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-08T21:18:46,715 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException_0_-false, procId: 18 completed 2024-11-08T21:18:46,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testRetryOutOfOrderScannerNextException_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:18:46,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:46,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testRetryOutOfOrderScannerNextException_0_-false assigned to meta. Checking AM states. 2024-11-08T21:18:46,722 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:46,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testRetryOutOfOrderScannerNextException_0_-false assigned. 2024-11-08T21:18:46,727 DEBUG [hconnection-0x47bd498b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:46,730 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:46,755 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:18:46,779 INFO [Time-limited test {}] client.TestClientScannerTimeouts(346): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-08T21:18:46,782 INFO [Time-limited test {}] client.TestClientScannerTimeouts(353): Making first next() RPC, expecting no errors for seqNo 0 2024-11-08T21:18:46,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403295 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:46,786 INFO [Time-limited test {}] client.TestClientScannerTimeouts(358): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-08T21:18:46,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403295 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:46,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403295 2024-11-08T21:18:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:55504 deadline: 1731100727787, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:46,789 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:18:46,794 INFO [Time-limited test {}] client.TestClientScannerTimeouts(368): Finishing scan, expecting no errors 2024-11-08T21:18:46,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403296 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:46,797 INFO [Time-limited test {}] client.TestClientScannerTimeouts(373): Testing always throw exception 2024-11-08T21:18:46,797 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:46,798 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:46,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403297 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:46,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403297 2024-11-08T21:18:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:55504 deadline: 1731100727799, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:46,801 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:18:46,804 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:46,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403298 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:46,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=2, tableScannerId=8845479708683403298 2024-11-08T21:18:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:55504 deadline: 1731100727804, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:46,806 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:18:46,809 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:46,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403299 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:46,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=3, tableScannerId=8845479708683403299 2024-11-08T21:18:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:55504 deadline: 1731100727809, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:18:46,811 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:18:46,813 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:18:46,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b6678da to 127.0.0.1:61150 2024-11-08T21:18:46,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:46,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:18:46,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:18:46,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:46,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5228f3c8 to 127.0.0.1:61150 2024-11-08T21:18:46,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException[0] Thread=231 (was 226) - Thread LEAK? -, OpenFileDescriptor=454 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 407), ProcessCount=11 (was 11), AvailableMemoryMB=12095 (was 12106) 2024-11-08T21:18:46,845 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnRenewLease[0] Thread=231, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=12094 2024-11-08T21:18:46,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66b76e83 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9c4477 2024-11-08T21:18:46,851 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x66b76e83 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6613ec7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:46,852 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x428a041b to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d52f25d 2024-11-08T21:18:46,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cc5602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:46,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnRenewLease_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=21, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false 2024-11-08T21:18:46,869 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=21, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:46,869 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:46,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnRenewLease_0_-false" procId is: 21 2024-11-08T21:18:46,871 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=21, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=21 2024-11-08T21:18:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741845_1021 (size=426) 2024-11-08T21:18:47,304 INFO [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b99541f2b5ece53c3a9c808cfbad63ce, NAME => 'testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnRenewLease_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:47,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741846_1022 (size=77) 2024-11-08T21:18:47,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:47,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing b99541f2b5ece53c3a9c808cfbad63ce, disabling compactions & flushes 2024-11-08T21:18:47,336 INFO [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:18:47,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:18:47,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. after waiting 0 ms 2024-11-08T21:18:47,336 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:18:47,336 INFO [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:18:47,337 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for b99541f2b5ece53c3a9c808cfbad63ce: 2024-11-08T21:18:47,348 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=21, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:47,349 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731100727349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100727349"}]},"ts":"1731100727349"} 2024-11-08T21:18:47,352 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:47,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=21, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:47,354 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnRenewLease_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100727354"}]},"ts":"1731100727354"} 2024-11-08T21:18:47,356 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnRenewLease_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:47,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_0_-false, region=b99541f2b5ece53c3a9c808cfbad63ce, ASSIGN}] 2024-11-08T21:18:47,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_0_-false, region=b99541f2b5ece53c3a9c808cfbad63ce, ASSIGN 2024-11-08T21:18:47,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_0_-false, region=b99541f2b5ece53c3a9c808cfbad63ce, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:47,516 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b99541f2b5ece53c3a9c808cfbad63ce, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:47,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; OpenRegionProcedure b99541f2b5ece53c3a9c808cfbad63ce, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:47,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:47,683 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:18:47,683 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7285): Opening region: {ENCODED => b99541f2b5ece53c3a9c808cfbad63ce, NAME => 'testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:47,684 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnRenewLease_0_-false b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:18:47,684 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:47,685 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7327): checking encryption for b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:18:47,685 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7330): checking classloading for b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:18:47,691 INFO [StoreOpener-b99541f2b5ece53c3a9c808cfbad63ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:18:47,699 INFO [StoreOpener-b99541f2b5ece53c3a9c808cfbad63ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99541f2b5ece53c3a9c808cfbad63ce columnFamilyName testFamily 2024-11-08T21:18:47,699 DEBUG [StoreOpener-b99541f2b5ece53c3a9c808cfbad63ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:47,701 INFO [StoreOpener-b99541f2b5ece53c3a9c808cfbad63ce-1 {}] regionserver.HStore(327): Store=b99541f2b5ece53c3a9c808cfbad63ce/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:47,704 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:18:47,704 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:18:47,710 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1085): writing seq id for b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:18:47,715 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:47,718 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1102): Opened b99541f2b5ece53c3a9c808cfbad63ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64711166, jitterRate=-0.03572848439216614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:47,719 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1001): Region open journal for b99541f2b5ece53c3a9c808cfbad63ce: 2024-11-08T21:18:47,724 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce., pid=23, masterSystemTime=1731100727674 2024-11-08T21:18:47,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b99541f2b5ece53c3a9c808cfbad63ce, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:47,730 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:18:47,730 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:18:47,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-08T21:18:47,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; OpenRegionProcedure b99541f2b5ece53c3a9c808cfbad63ce, server=94899aa213cb,36245,1731100669440 in 213 msec 2024-11-08T21:18:47,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T21:18:47,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=21, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_0_-false, region=b99541f2b5ece53c3a9c808cfbad63ce, ASSIGN in 376 msec 2024-11-08T21:18:47,742 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=21, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:47,742 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnRenewLease_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100727742"}]},"ts":"1731100727742"} 2024-11-08T21:18:47,748 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnRenewLease_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:47,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=21, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:47,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_0_-false in 886 msec 2024-11-08T21:18:47,853 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:18:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=21 2024-11-08T21:18:47,881 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnRenewLease_0_-false, procId: 21 completed 2024-11-08T21:18:47,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnRenewLease_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:18:47,882 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:47,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnRenewLease_0_-false assigned to meta. Checking AM states. 2024-11-08T21:18:47,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:47,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnRenewLease_0_-false assigned. 2024-11-08T21:18:47,894 DEBUG [hconnection-0x72478302-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:47,898 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:47,923 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:18:47,928 INFO [Time-limited test {}] client.TestClientScannerTimeouts(451): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:18:47,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:18:47,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 1500 2024-11-08T21:18:49,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException_0_-false 2024-11-08T21:18:49,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:49,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnRenewLease_0_-false 2024-11-08T21:18:49,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnRenewLease_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:49,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(450): Unknown callId: 7, skipping over this response of 11 bytes 2024-11-08T21:18:49,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:18:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:55514 deadline: 1731100730944, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:18:49,965 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:18:49,966 DEBUG [Time-limited test {}] client.ClientScanner(606): scanner failed to renew lease org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403304 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:18:49,967 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 2039 2024-11-08T21:18:49,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x428a041b to 127.0.0.1:61150 2024-11-08T21:18:49,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:49,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:18:49,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:18:49,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:49,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66b76e83 to 127.0.0.1:61150 2024-11-08T21:18:49,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnRenewLease[0] Thread=227 (was 231), OpenFileDescriptor=456 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12076 (was 12094) 2024-11-08T21:18:49,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner[0] Thread=227, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=12075 2024-11-08T21:18:49,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a8dd84 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41a77621 2024-11-08T21:18:50,001 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x11a8dd84 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d926a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:50,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69ad79a5 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69e88404 2024-11-08T21:18:50,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f576b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:50,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false 2024-11-08T21:18:50,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:50,014 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:50,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner_0_-false" procId is: 24 2024-11-08T21:18:50,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-08T21:18:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741847_1023 (size=427) 2024-11-08T21:18:50,038 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 98802d5f4e7f3dcd89cffcaa038694bc, NAME => 'testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:50,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741848_1024 (size=78) 2024-11-08T21:18:50,059 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:50,059 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing 98802d5f4e7f3dcd89cffcaa038694bc, disabling compactions & flushes 2024-11-08T21:18:50,059 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:18:50,059 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:18:50,059 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. after waiting 0 ms 2024-11-08T21:18:50,059 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:18:50,059 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:18:50,059 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for 98802d5f4e7f3dcd89cffcaa038694bc: 2024-11-08T21:18:50,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:50,062 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc.","families":{"info":[{"qualifier":"regioninfo","vlen":77,"tag":[],"timestamp":"1731100730062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100730062"}]},"ts":"1731100730062"} 2024-11-08T21:18:50,066 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:50,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:50,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100730068"}]},"ts":"1731100730068"} 2024-11-08T21:18:50,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScanner_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:50,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false, region=98802d5f4e7f3dcd89cffcaa038694bc, ASSIGN}] 2024-11-08T21:18:50,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false, region=98802d5f4e7f3dcd89cffcaa038694bc, ASSIGN 2024-11-08T21:18:50,080 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false, region=98802d5f4e7f3dcd89cffcaa038694bc, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:50,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=98802d5f4e7f3dcd89cffcaa038694bc, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:50,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; OpenRegionProcedure 98802d5f4e7f3dcd89cffcaa038694bc, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:50,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:50,396 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:18:50,396 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7285): Opening region: {ENCODED => 98802d5f4e7f3dcd89cffcaa038694bc, NAME => 'testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:50,397 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner_0_-false 98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:18:50,397 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:50,397 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7327): checking encryption for 98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:18:50,397 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7330): checking classloading for 98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:18:50,400 INFO [StoreOpener-98802d5f4e7f3dcd89cffcaa038694bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:18:50,402 INFO [StoreOpener-98802d5f4e7f3dcd89cffcaa038694bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98802d5f4e7f3dcd89cffcaa038694bc columnFamilyName testFamily 2024-11-08T21:18:50,402 DEBUG [StoreOpener-98802d5f4e7f3dcd89cffcaa038694bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:50,403 INFO [StoreOpener-98802d5f4e7f3dcd89cffcaa038694bc-1 {}] regionserver.HStore(327): Store=98802d5f4e7f3dcd89cffcaa038694bc/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:50,404 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:18:50,404 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:18:50,408 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1085): writing seq id for 98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:18:50,412 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:50,413 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1102): Opened 98802d5f4e7f3dcd89cffcaa038694bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73344031, jitterRate=0.09291122853755951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:50,414 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1001): Region open journal for 98802d5f4e7f3dcd89cffcaa038694bc: 2024-11-08T21:18:50,415 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc., pid=26, masterSystemTime=1731100730388 2024-11-08T21:18:50,418 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:18:50,418 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:18:50,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=98802d5f4e7f3dcd89cffcaa038694bc, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:50,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-11-08T21:18:50,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; OpenRegionProcedure 98802d5f4e7f3dcd89cffcaa038694bc, server=94899aa213cb,36245,1731100669440 in 187 msec 2024-11-08T21:18:50,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-08T21:18:50,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false, region=98802d5f4e7f3dcd89cffcaa038694bc, ASSIGN in 350 msec 2024-11-08T21:18:50,431 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:50,432 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100730431"}]},"ts":"1731100730431"} 2024-11-08T21:18:50,434 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScanner_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:50,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:50,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_0_-false in 428 msec 2024-11-08T21:18:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-08T21:18:51,021 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner_0_-false, procId: 24 completed 2024-11-08T21:18:51,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:18:51,021 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:51,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnOpenScanner_0_-false assigned to meta. Checking AM states. 2024-11-08T21:18:51,028 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:51,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnOpenScanner_0_-false assigned. 2024-11-08T21:18:51,032 DEBUG [hconnection-0x1fb469e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:51,034 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:51,047 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:18:51,057 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:18:51,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:18:51,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:18:52,147 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34155,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:18:52,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner_0_-false' 2024-11-08T21:18:52,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnRenewLease_0_-false' 2024-11-08T21:18:52,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException_0_-false' 2024-11-08T21:18:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(450): Unknown callId: 6, skipping over this response of 88 bytes 2024-11-08T21:18:52,965 ERROR [LeaseRenewer:jenkins@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34155,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:18:53,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:18:54,061 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns java.net.SocketTimeoutException: callTimeout=3000, callDuration=5016: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms row '' on table 'testNormalScanTimeoutOnOpenScanner_0_-false' at region=testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc., hostname=94899aa213cb,36245,1731100669440, seqNum=2 java.net.SocketTimeoutException: callTimeout=3000, callDuration=5016: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms row '' on table 'testNormalScanTimeoutOnOpenScanner_0_-false' at region=testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:18:54,062 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=4, exceptions: 2024-11-08T21:18:54.061Z, java.net.SocketTimeoutException: callTimeout=3000, callDuration=5016: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms row '' on table 'testNormalScanTimeoutOnOpenScanner_0_-false' at region=testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.throwEnrichedException(RpcRetryingCallerWithReadReplicas.java:298) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:260) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:53) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:281) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:450) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.nextWithSyncCache(ClientScanner.java:324) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:622) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testNormalScanTimeoutOnOpenScanner(TestClientScannerTimeouts.java:224) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.SocketTimeoutException: callTimeout=3000, callDuration=5016: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms row '' on table 'testNormalScanTimeoutOnOpenScanner_0_-false' at region=testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=985ms, rpcTimeout=982ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:18:54,062 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 3005 2024-11-08T21:18:54,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69ad79a5 to 127.0.0.1:61150 2024-11-08T21:18:54,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:54,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:18:54,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:18:54,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:54,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a8dd84 to 127.0.0.1:61150 2024-11-08T21:18:54,077 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner[0] Thread=225 (was 227), OpenFileDescriptor=456 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=12058 (was 12075) 2024-11-08T21:18:54,091 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync[0] Thread=225, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=12058 2024-11-08T21:18:54,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4361dc64 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58a43e93 2024-11-08T21:18:54,099 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x4361dc64 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbe1810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:54,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d532004 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d0541ea 2024-11-08T21:18:54,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ca2cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:54,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false 2024-11-08T21:18:54,119 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:54,120 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:54,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync_0_-false" procId is: 27 2024-11-08T21:18:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-11-08T21:18:54,123 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:54,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741849_1025 (size=425) 2024-11-08T21:18:54,169 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3be0c73f6042131ec8bfde00fd6f8d67, NAME => 'testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:54,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741850_1026 (size=76) 2024-11-08T21:18:54,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:54,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing 3be0c73f6042131ec8bfde00fd6f8d67, disabling compactions & flushes 2024-11-08T21:18:54,197 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:18:54,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:18:54,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. after waiting 0 ms 2024-11-08T21:18:54,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:18:54,197 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:18:54,197 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3be0c73f6042131ec8bfde00fd6f8d67: 2024-11-08T21:18:54,199 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:54,199 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731100734199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100734199"}]},"ts":"1731100734199"} 2024-11-08T21:18:54,202 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:54,203 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:54,204 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100734203"}]},"ts":"1731100734203"} 2024-11-08T21:18:54,206 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNextAsync_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:54,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_0_-false, region=3be0c73f6042131ec8bfde00fd6f8d67, ASSIGN}] 2024-11-08T21:18:54,214 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_0_-false, region=3be0c73f6042131ec8bfde00fd6f8d67, ASSIGN 2024-11-08T21:18:54,215 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_0_-false, region=3be0c73f6042131ec8bfde00fd6f8d67, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:54,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=3be0c73f6042131ec8bfde00fd6f8d67, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:54,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; OpenRegionProcedure 3be0c73f6042131ec8bfde00fd6f8d67, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:54,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:54,529 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:18:54,529 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7285): Opening region: {ENCODED => 3be0c73f6042131ec8bfde00fd6f8d67, NAME => 'testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:54,530 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync_0_-false 3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:18:54,530 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:54,530 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7327): checking encryption for 3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:18:54,530 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7330): checking classloading for 3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:18:54,532 INFO [StoreOpener-3be0c73f6042131ec8bfde00fd6f8d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:18:54,534 INFO [StoreOpener-3be0c73f6042131ec8bfde00fd6f8d67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3be0c73f6042131ec8bfde00fd6f8d67 columnFamilyName testFamily 2024-11-08T21:18:54,535 DEBUG [StoreOpener-3be0c73f6042131ec8bfde00fd6f8d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:54,535 INFO [StoreOpener-3be0c73f6042131ec8bfde00fd6f8d67-1 {}] regionserver.HStore(327): Store=3be0c73f6042131ec8bfde00fd6f8d67/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:54,537 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:18:54,538 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:18:54,541 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1085): writing seq id for 3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:18:54,547 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:54,547 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1102): Opened 3be0c73f6042131ec8bfde00fd6f8d67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73364151, jitterRate=0.09321103990077972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:54,548 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1001): Region open journal for 3be0c73f6042131ec8bfde00fd6f8d67: 2024-11-08T21:18:54,550 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67., pid=29, masterSystemTime=1731100734522 2024-11-08T21:18:54,553 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:18:54,554 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:18:54,554 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=3be0c73f6042131ec8bfde00fd6f8d67, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:54,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-08T21:18:54,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; OpenRegionProcedure 3be0c73f6042131ec8bfde00fd6f8d67, server=94899aa213cb,36245,1731100669440 in 189 msec 2024-11-08T21:18:54,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T21:18:54,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_0_-false, region=3be0c73f6042131ec8bfde00fd6f8d67, ASSIGN in 348 msec 2024-11-08T21:18:54,565 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:54,565 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100734565"}]},"ts":"1731100734565"} 2024-11-08T21:18:54,567 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNextAsync_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:54,571 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=27, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:54,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_0_-false in 456 msec 2024-11-08T21:18:54,578 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:18:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=27 2024-11-08T21:18:55,124 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync_0_-false, procId: 27 completed 2024-11-08T21:18:55,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnNextAsync_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:18:55,125 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:55,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnNextAsync_0_-false assigned to meta. Checking AM states. 2024-11-08T21:18:55,130 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:18:55,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnNextAsync_0_-false assigned. 2024-11-08T21:18:55,133 DEBUG [hconnection-0x7b449ba4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:55,135 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:55,149 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:18:55,153 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:18:55,153 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:18:55,154 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x4361dc64 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:18:55,155 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x4361dc64 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:18:55,159 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:18:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testNormalScanTimeoutOnNextAsync_0_-false', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:18:55,163 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:18:55,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403316 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:55,164 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:18:55,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403316 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:18:55,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 3500 2024-11-08T21:18:58,172 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 3000, and got 3007 2024-11-08T21:18:58,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d532004 to 127.0.0.1:61150 2024-11-08T21:18:58,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:58,173 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403316 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:18:58,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:18:58,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:18:58,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403316' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3647) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T21:18:58,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:18:58,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40630 deadline: 1731100739172, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403316' does not exist 2024-11-08T21:18:58,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4361dc64 to 127.0.0.1:61150 2024-11-08T21:18:58,174 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:18:58,174 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 94899aa213cb,36245,1731100669440 for closing scanner id = 8845479708683403316 for 3be0c73f6042131ec8bfde00fd6f8d67 of testNormalScanTimeoutOnNextAsync_0_-false failed, ignore, probably already closed org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T21:18:58,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync[0] Thread=228 (was 225) - Thread LEAK? -, OpenFileDescriptor=456 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12058 (was 12058) 2024-11-08T21:18:58,196 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnClose[0] Thread=228, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=12057 2024-11-08T21:18:58,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6676292d to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@547adcc4 2024-11-08T21:18:58,203 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x6676292d {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718d0512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:58,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36cd47d5 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a1dbdc4 2024-11-08T21:18:58,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d75d0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:18:58,211 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnClose_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:18:58,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false 2024-11-08T21:18:58,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:18:58,214 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:58,214 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnClose_0_-false" procId is: 30 2024-11-08T21:18:58,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:18:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T21:18:58,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741851_1027 (size=417) 2024-11-08T21:18:58,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync_0_-false' 2024-11-08T21:18:58,634 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eb8bb45d44206f8b2b2c885b2d7dafe1, NAME => 'hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnClose_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:18:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741852_1028 (size=68) 2024-11-08T21:18:58,665 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:18:59,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:59,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing eb8bb45d44206f8b2b2c885b2d7dafe1, disabling compactions & flushes 2024-11-08T21:18:59,046 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:18:59,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:18:59,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. after waiting 0 ms 2024-11-08T21:18:59,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:18:59,046 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:18:59,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for eb8bb45d44206f8b2b2c885b2d7dafe1: 2024-11-08T21:18:59,048 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:18:59,048 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1731100739048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100739048"}]},"ts":"1731100739048"} 2024-11-08T21:18:59,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:18:59,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:18:59,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnClose_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100739053"}]},"ts":"1731100739053"} 2024-11-08T21:18:59,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnClose_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:18:59,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false, region=eb8bb45d44206f8b2b2c885b2d7dafe1, ASSIGN}] 2024-11-08T21:18:59,062 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false, region=eb8bb45d44206f8b2b2c885b2d7dafe1, ASSIGN 2024-11-08T21:18:59,063 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false, region=eb8bb45d44206f8b2b2c885b2d7dafe1, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:18:59,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync_0_-false 2024-11-08T21:18:59,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:59,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner_0_-false 2024-11-08T21:18:59,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:18:59,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=eb8bb45d44206f8b2b2c885b2d7dafe1, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:59,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE; OpenRegionProcedure eb8bb45d44206f8b2b2c885b2d7dafe1, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:18:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T21:18:59,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:18:59,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:18:59,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(7285): Opening region: {ENCODED => eb8bb45d44206f8b2b2c885b2d7dafe1, NAME => 'hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:18:59,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnClose_0_-false eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:18:59,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:18:59,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(7327): checking encryption for eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:18:59,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(7330): checking classloading for eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:18:59,378 INFO [StoreOpener-eb8bb45d44206f8b2b2c885b2d7dafe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:18:59,380 INFO [StoreOpener-eb8bb45d44206f8b2b2c885b2d7dafe1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb8bb45d44206f8b2b2c885b2d7dafe1 columnFamilyName testFamily 2024-11-08T21:18:59,380 DEBUG [StoreOpener-eb8bb45d44206f8b2b2c885b2d7dafe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:18:59,381 INFO [StoreOpener-eb8bb45d44206f8b2b2c885b2d7dafe1-1 {}] regionserver.HStore(327): Store=eb8bb45d44206f8b2b2c885b2d7dafe1/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:18:59,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:18:59,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:18:59,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(1085): writing seq id for eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:18:59,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:18:59,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(1102): Opened eb8bb45d44206f8b2b2c885b2d7dafe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59688012, jitterRate=-0.11057931184768677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:18:59,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegion(1001): Region open journal for eb8bb45d44206f8b2b2c885b2d7dafe1: 2024-11-08T21:18:59,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1., pid=32, masterSystemTime=1731100739369 2024-11-08T21:18:59,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:18:59,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=32}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:18:59,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=eb8bb45d44206f8b2b2c885b2d7dafe1, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:18:59,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-08T21:18:59,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; OpenRegionProcedure eb8bb45d44206f8b2b2c885b2d7dafe1, server=94899aa213cb,36245,1731100669440 in 183 msec 2024-11-08T21:18:59,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T21:18:59,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false, region=eb8bb45d44206f8b2b2c885b2d7dafe1, ASSIGN in 342 msec 2024-11-08T21:18:59,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:18:59,406 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnClose_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100739405"}]},"ts":"1731100739405"} 2024-11-08T21:18:59,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnClose_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:18:59,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:18:59,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_0_-false in 1.2000 sec 2024-11-08T21:19:00,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:19:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-08T21:19:01,221 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnClose_0_-false, procId: 30 completed 2024-11-08T21:19:01,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnClose_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:19:01,222 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:01,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnClose_0_-false assigned to meta. Checking AM states. 2024-11-08T21:19:01,228 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:01,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnClose_0_-false assigned. 2024-11-08T21:19:01,231 DEBUG [hconnection-0x751b670-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:01,233 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:01,246 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:01,250 INFO [Time-limited test {}] client.TestClientScannerTimeouts(464): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:19:01,258 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403320 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:19:01,258 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(570): SLEEPING 6500 2024-11-08T21:19:04,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnClose_0_-false' 2024-11-08T21:19:04,442 INFO [master/94899aa213cb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T21:19:04,443 INFO [master/94899aa213cb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T21:19:07,759 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 6508 2024-11-08T21:19:07,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36cd47d5 to 127.0.0.1:61150 2024-11-08T21:19:07,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:07,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:07,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:07,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:07,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6676292d to 127.0.0.1:61150 2024-11-08T21:19:07,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnClose[0] Thread=228 (was 228), OpenFileDescriptor=454 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 429) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12058 (was 12057) - AvailableMemoryMB LEAK? - 2024-11-08T21:19:07,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnClose[0] Thread=228, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=12058 2024-11-08T21:19:07,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6587f449 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bd74c9 2024-11-08T21:19:07,796 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x6587f449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3741d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:07,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32cfbf1f to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@299eb4a0 2024-11-08T21:19:07,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e13866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:07,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnClose_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false 2024-11-08T21:19:07,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:07,809 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:07,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnClose_0_-false" procId is: 33 2024-11-08T21:19:07,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-08T21:19:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741853_1029 (size=421) 2024-11-08T21:19:08,221 INFO [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a3ffa4f274539abe0ab5b8c6912d7c32, NAME => 'testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnClose_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741854_1030 (size=72) 2024-11-08T21:19:08,629 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:08,629 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing a3ffa4f274539abe0ab5b8c6912d7c32, disabling compactions & flushes 2024-11-08T21:19:08,629 INFO [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:19:08,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:19:08,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. after waiting 0 ms 2024-11-08T21:19:08,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:19:08,630 INFO [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:19:08,630 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for a3ffa4f274539abe0ab5b8c6912d7c32: 2024-11-08T21:19:08,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:08,631 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731100748631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100748631"}]},"ts":"1731100748631"} 2024-11-08T21:19:08,633 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:08,634 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:08,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnClose_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100748634"}]},"ts":"1731100748634"} 2024-11-08T21:19:08,636 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnClose_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:19:08,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_0_-false, region=a3ffa4f274539abe0ab5b8c6912d7c32, ASSIGN}] 2024-11-08T21:19:08,643 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_0_-false, region=a3ffa4f274539abe0ab5b8c6912d7c32, ASSIGN 2024-11-08T21:19:08,644 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_0_-false, region=a3ffa4f274539abe0ab5b8c6912d7c32, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:08,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a3ffa4f274539abe0ab5b8c6912d7c32, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:08,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure a3ffa4f274539abe0ab5b8c6912d7c32, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-08T21:19:08,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:08,954 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:19:08,955 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => a3ffa4f274539abe0ab5b8c6912d7c32, NAME => 'testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:08,955 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnClose_0_-false a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:19:08,955 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:08,955 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:19:08,955 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:19:08,957 INFO [StoreOpener-a3ffa4f274539abe0ab5b8c6912d7c32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:19:08,959 INFO [StoreOpener-a3ffa4f274539abe0ab5b8c6912d7c32-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ffa4f274539abe0ab5b8c6912d7c32 columnFamilyName testFamily 2024-11-08T21:19:08,959 DEBUG [StoreOpener-a3ffa4f274539abe0ab5b8c6912d7c32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:08,960 INFO [StoreOpener-a3ffa4f274539abe0ab5b8c6912d7c32-1 {}] regionserver.HStore(327): Store=a3ffa4f274539abe0ab5b8c6912d7c32/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:08,961 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:19:08,962 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:19:08,964 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:19:08,967 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:08,967 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened a3ffa4f274539abe0ab5b8c6912d7c32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65339429, jitterRate=-0.026366636157035828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:08,968 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for a3ffa4f274539abe0ab5b8c6912d7c32: 2024-11-08T21:19:08,969 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32., pid=35, masterSystemTime=1731100748949 2024-11-08T21:19:08,971 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:19:08,972 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:19:08,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a3ffa4f274539abe0ab5b8c6912d7c32, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:08,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T21:19:08,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure a3ffa4f274539abe0ab5b8c6912d7c32, server=94899aa213cb,36245,1731100669440 in 177 msec 2024-11-08T21:19:08,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-08T21:19:08,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_0_-false, region=a3ffa4f274539abe0ab5b8c6912d7c32, ASSIGN in 336 msec 2024-11-08T21:19:08,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:08,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnClose_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100748980"}]},"ts":"1731100748980"} 2024-11-08T21:19:08,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnClose_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:19:08,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:08,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnClose_0_-false in 1.1790 sec 2024-11-08T21:19:09,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnClose_0_-false 2024-11-08T21:19:09,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnClose_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:09,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnClose_0_-false 2024-11-08T21:19:09,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnClose_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:10,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnClose_0_-false' 2024-11-08T21:19:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-08T21:19:10,815 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnClose_0_-false, procId: 33 completed 2024-11-08T21:19:10,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnClose_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:19:10,815 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:10,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnClose_0_-false assigned to meta. Checking AM states. 2024-11-08T21:19:10,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:10,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnClose_0_-false assigned. 2024-11-08T21:19:10,822 DEBUG [hconnection-0x43e4da05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:10,824 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:10,833 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:10,835 INFO [Time-limited test {}] client.TestClientScannerTimeouts(464): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:19:10,837 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403324 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:19:10,837 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(570): SLEEPING 1500 2024-11-08T21:19:12,338 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 1502 2024-11-08T21:19:12,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32cfbf1f to 127.0.0.1:61150 2024-11-08T21:19:12,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:12,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:12,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:12,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:12,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6587f449 to 127.0.0.1:61150 2024-11-08T21:19:12,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnClose[0] Thread=231 (was 228) - Thread LEAK? -, OpenFileDescriptor=454 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=12050 (was 12058) 2024-11-08T21:19:12,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext[0] Thread=231, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=12049 2024-11-08T21:19:12,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40d2969b to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e0695f3 2024-11-08T21:19:12,367 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x40d2969b {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df2dea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:12,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56a767c0 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c771504 2024-11-08T21:19:12,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c52a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:12,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false 2024-11-08T21:19:12,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:12,379 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:12,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext_0_-false" procId is: 36 2024-11-08T21:19:12,381 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T21:19:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741855_1031 (size=420) 2024-11-08T21:19:12,802 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d0805dc7a1e293b672c60135268676b9, NAME => 'testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:12,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741856_1032 (size=71) 2024-11-08T21:19:12,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:12,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing d0805dc7a1e293b672c60135268676b9, disabling compactions & flushes 2024-11-08T21:19:12,816 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:19:12,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:19:12,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. after waiting 0 ms 2024-11-08T21:19:12,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:19:12,816 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:19:12,816 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for d0805dc7a1e293b672c60135268676b9: 2024-11-08T21:19:12,817 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:12,818 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731100752817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100752817"}]},"ts":"1731100752817"} 2024-11-08T21:19:12,820 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:12,821 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:12,821 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100752821"}]},"ts":"1731100752821"} 2024-11-08T21:19:12,823 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNext_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:19:12,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_0_-false, region=d0805dc7a1e293b672c60135268676b9, ASSIGN}] 2024-11-08T21:19:12,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_0_-false, region=d0805dc7a1e293b672c60135268676b9, ASSIGN 2024-11-08T21:19:12,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_0_-false, region=d0805dc7a1e293b672c60135268676b9, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:12,985 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=d0805dc7a1e293b672c60135268676b9, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:12,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure d0805dc7a1e293b672c60135268676b9, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:13,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:13,147 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:19:13,147 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => d0805dc7a1e293b672c60135268676b9, NAME => 'testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:13,147 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext_0_-false d0805dc7a1e293b672c60135268676b9 2024-11-08T21:19:13,148 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:13,148 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for d0805dc7a1e293b672c60135268676b9 2024-11-08T21:19:13,148 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for d0805dc7a1e293b672c60135268676b9 2024-11-08T21:19:13,150 INFO [StoreOpener-d0805dc7a1e293b672c60135268676b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d0805dc7a1e293b672c60135268676b9 2024-11-08T21:19:13,152 INFO [StoreOpener-d0805dc7a1e293b672c60135268676b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0805dc7a1e293b672c60135268676b9 columnFamilyName testFamily 2024-11-08T21:19:13,152 DEBUG [StoreOpener-d0805dc7a1e293b672c60135268676b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:13,153 INFO [StoreOpener-d0805dc7a1e293b672c60135268676b9-1 {}] regionserver.HStore(327): Store=d0805dc7a1e293b672c60135268676b9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:13,155 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9 2024-11-08T21:19:13,155 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9 2024-11-08T21:19:13,159 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for d0805dc7a1e293b672c60135268676b9 2024-11-08T21:19:13,162 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:13,163 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened d0805dc7a1e293b672c60135268676b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74331295, jitterRate=0.10762260854244232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:13,165 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for d0805dc7a1e293b672c60135268676b9: 2024-11-08T21:19:13,167 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9., pid=38, masterSystemTime=1731100753140 2024-11-08T21:19:13,170 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:19:13,170 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:19:13,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=d0805dc7a1e293b672c60135268676b9, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:13,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T21:19:13,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure d0805dc7a1e293b672c60135268676b9, server=94899aa213cb,36245,1731100669440 in 186 msec 2024-11-08T21:19:13,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T21:19:13,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_0_-false, region=d0805dc7a1e293b672c60135268676b9, ASSIGN in 344 msec 2024-11-08T21:19:13,179 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:13,179 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100753179"}]},"ts":"1731100753179"} 2024-11-08T21:19:13,181 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNext_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:19:13,185 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:13,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnNext_0_-false in 809 msec 2024-11-08T21:19:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-08T21:19:13,384 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext_0_-false, procId: 36 completed 2024-11-08T21:19:13,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnNext_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:19:13,385 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:13,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnNext_0_-false assigned to meta. Checking AM states. 2024-11-08T21:19:13,390 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:13,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnNext_0_-false assigned. 2024-11-08T21:19:13,397 DEBUG [hconnection-0x5a8fcc67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:13,399 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:13,410 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:13,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x485e828d to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f06d652 2024-11-08T21:19:13,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf1ade8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:13,418 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:19:13,421 DEBUG [hconnection-0x4649b214-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:13,422 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:13,427 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:19:13,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403329 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:13,429 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:19:13,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403329 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:13,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 1500 2024-11-08T21:19:14,432 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=1, exceptions: 2024-11-08T21:19:14.431Z, RpcRetryingCaller{globalStartTime=2024-11-08T21:19:13.429Z, pause=1000, maxAttempts=1}, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=1, exceptions: 2024-11-08T21:19:14.431Z, RpcRetryingCaller{globalStartTime=2024-11-08T21:19:13.429Z, pause=1000, maxAttempts=1}, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:142) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:19:14,432 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 1002 2024-11-08T21:19:14,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x485e828d to 127.0.0.1:61150 2024-11-08T21:19:14,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:14,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56a767c0 to 127.0.0.1:61150 2024-11-08T21:19:14,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:14,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:14,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:14,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:14,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40d2969b to 127.0.0.1:61150 2024-11-08T21:19:14,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext[0] Thread=235 (was 231) - Thread LEAK? -, OpenFileDescriptor=459 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=12041 (was 12049) 2024-11-08T21:19:14,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnRenewLease[0] Thread=235, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=12041 2024-11-08T21:19:14,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x128c8246 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@160d2d2e 2024-11-08T21:19:14,464 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x128c8246 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaeb4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:14,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f61853b to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f933301 2024-11-08T21:19:14,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb0e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:14,475 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnRenewLease_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:14,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false 2024-11-08T21:19:14,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:14,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:14,479 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnRenewLease_0_-false" procId is: 39 2024-11-08T21:19:14,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-08T21:19:14,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:19:14,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741857_1033 (size=422) 2024-11-08T21:19:14,524 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 99387f6859a56cd1005ebc8701c97944, NAME => 'hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnRenewLease_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741858_1034 (size=73) 2024-11-08T21:19:14,931 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:19:14,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:14,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing 99387f6859a56cd1005ebc8701c97944, disabling compactions & flushes 2024-11-08T21:19:14,956 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:19:14,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:19:14,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. after waiting 0 ms 2024-11-08T21:19:14,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:19:14,956 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:19:14,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for 99387f6859a56cd1005ebc8701c97944: 2024-11-08T21:19:14,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:14,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1731100754958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100754958"}]},"ts":"1731100754958"} 2024-11-08T21:19:14,961 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:14,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:14,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnRenewLease_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100754962"}]},"ts":"1731100754962"} 2024-11-08T21:19:14,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnRenewLease_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:19:14,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false, region=99387f6859a56cd1005ebc8701c97944, ASSIGN}] 2024-11-08T21:19:14,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false, region=99387f6859a56cd1005ebc8701c97944, ASSIGN 2024-11-08T21:19:14,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false, region=99387f6859a56cd1005ebc8701c97944, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:15,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=99387f6859a56cd1005ebc8701c97944, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:15,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 99387f6859a56cd1005ebc8701c97944, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:15,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:15,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:19:15,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 99387f6859a56cd1005ebc8701c97944, NAME => 'hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:15,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnRenewLease_0_-false 99387f6859a56cd1005ebc8701c97944 2024-11-08T21:19:15,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:15,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 99387f6859a56cd1005ebc8701c97944 2024-11-08T21:19:15,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 99387f6859a56cd1005ebc8701c97944 2024-11-08T21:19:15,287 INFO [StoreOpener-99387f6859a56cd1005ebc8701c97944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 99387f6859a56cd1005ebc8701c97944 2024-11-08T21:19:15,290 INFO [StoreOpener-99387f6859a56cd1005ebc8701c97944-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99387f6859a56cd1005ebc8701c97944 columnFamilyName testFamily 2024-11-08T21:19:15,290 DEBUG [StoreOpener-99387f6859a56cd1005ebc8701c97944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:15,291 INFO [StoreOpener-99387f6859a56cd1005ebc8701c97944-1 {}] regionserver.HStore(327): Store=99387f6859a56cd1005ebc8701c97944/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:15,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944 2024-11-08T21:19:15,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944 2024-11-08T21:19:15,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 99387f6859a56cd1005ebc8701c97944 2024-11-08T21:19:15,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:15,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(1102): Opened 99387f6859a56cd1005ebc8701c97944; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66220597, jitterRate=-0.013236209750175476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:15,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 99387f6859a56cd1005ebc8701c97944: 2024-11-08T21:19:15,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944., pid=41, masterSystemTime=1731100755275 2024-11-08T21:19:15,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:19:15,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=41}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:19:15,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=99387f6859a56cd1005ebc8701c97944, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:15,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-08T21:19:15,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 99387f6859a56cd1005ebc8701c97944, server=94899aa213cb,36245,1731100669440 in 186 msec 2024-11-08T21:19:15,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T21:19:15,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false, region=99387f6859a56cd1005ebc8701c97944, ASSIGN in 343 msec 2024-11-08T21:19:15,315 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:15,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnRenewLease_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100755315"}]},"ts":"1731100755315"} 2024-11-08T21:19:15,317 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnRenewLease_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:19:15,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:15,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_0_-false in 845 msec 2024-11-08T21:19:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-08T21:19:15,484 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnRenewLease_0_-false, procId: 39 completed 2024-11-08T21:19:15,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnRenewLease_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:19:15,485 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:15,489 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnRenewLease_0_-false assigned to meta. Checking AM states. 2024-11-08T21:19:15,489 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:15,489 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnRenewLease_0_-false assigned. 2024-11-08T21:19:15,492 DEBUG [hconnection-0x72dcb229-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:15,493 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:15,502 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:15,504 INFO [Time-limited test {}] client.TestClientScannerTimeouts(451): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:19:15,507 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:19:15,507 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 6500 2024-11-08T21:19:16,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext_0_-false' 2024-11-08T21:19:16,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnRenewLease_0_-false' 2024-11-08T21:19:17,853 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:19:19,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext_0_-false 2024-11-08T21:19:19,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:19,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnRenewLease_0_-false 2024-11-08T21:19:19,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnRenewLease_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:20,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:19:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(450): Unknown callId: 7, skipping over this response of 11 bytes 2024-11-08T21:19:22,518 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:19:22,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55982 deadline: 1731100764509, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:19:22,519 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:19:22,520 DEBUG [Time-limited test {}] client.ClientScanner(606): scanner failed to renew lease org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403333 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:19:22,520 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 7016 2024-11-08T21:19:22,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f61853b to 127.0.0.1:61150 2024-11-08T21:19:22,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:22,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:22,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:22,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:22,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x128c8246 to 127.0.0.1:61150 2024-11-08T21:19:22,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnRenewLease[0] Thread=231 (was 235), OpenFileDescriptor=454 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 411) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12026 (was 12041) 2024-11-08T21:19:22,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync[0] Thread=231, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=12025 2024-11-08T21:19:22,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cba182f to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d0e27e7 2024-11-08T21:19:22,547 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x6cba182f {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3fc29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:22,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4af42166 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c7ec470 2024-11-08T21:19:22,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4039d0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:22,559 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:22,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false 2024-11-08T21:19:22,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:22,562 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:22,562 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync_0_-false" procId is: 42 2024-11-08T21:19:22,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-08T21:19:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741859_1035 (size=428) 2024-11-08T21:19:22,981 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ee0491bfb9c7fc31d80fd9a0e669c40e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741860_1036 (size=79) 2024-11-08T21:19:23,004 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:23,004 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing ee0491bfb9c7fc31d80fd9a0e669c40e, disabling compactions & flushes 2024-11-08T21:19:23,004 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:19:23,004 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:19:23,004 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. after waiting 0 ms 2024-11-08T21:19:23,004 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:19:23,004 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:19:23,005 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for ee0491bfb9c7fc31d80fd9a0e669c40e: 2024-11-08T21:19:23,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:23,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731100763006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100763006"}]},"ts":"1731100763006"} 2024-11-08T21:19:23,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:23,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:23,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100763009"}]},"ts":"1731100763009"} 2024-11-08T21:19:23,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:19:23,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false, region=ee0491bfb9c7fc31d80fd9a0e669c40e, ASSIGN}] 2024-11-08T21:19:23,017 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false, region=ee0491bfb9c7fc31d80fd9a0e669c40e, ASSIGN 2024-11-08T21:19:23,017 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false, region=ee0491bfb9c7fc31d80fd9a0e669c40e, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:23,168 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=ee0491bfb9c7fc31d80fd9a0e669c40e, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:23,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure ee0491bfb9c7fc31d80fd9a0e669c40e, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:23,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:23,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:19:23,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => ee0491bfb9c7fc31d80fd9a0e669c40e, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:23,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync_0_-false ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:19:23,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:23,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:19:23,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:19:23,331 INFO [StoreOpener-ee0491bfb9c7fc31d80fd9a0e669c40e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:19:23,333 INFO [StoreOpener-ee0491bfb9c7fc31d80fd9a0e669c40e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee0491bfb9c7fc31d80fd9a0e669c40e columnFamilyName testFamily 2024-11-08T21:19:23,334 DEBUG [StoreOpener-ee0491bfb9c7fc31d80fd9a0e669c40e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:23,334 INFO [StoreOpener-ee0491bfb9c7fc31d80fd9a0e669c40e-1 {}] regionserver.HStore(327): Store=ee0491bfb9c7fc31d80fd9a0e669c40e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:23,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:19:23,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:19:23,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:19:23,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:23,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(1102): Opened ee0491bfb9c7fc31d80fd9a0e669c40e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73032502, jitterRate=0.08826908469200134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:23,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for ee0491bfb9c7fc31d80fd9a0e669c40e: 2024-11-08T21:19:23,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., pid=44, masterSystemTime=1731100763323 2024-11-08T21:19:23,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:19:23,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=44}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:19:23,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=ee0491bfb9c7fc31d80fd9a0e669c40e, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:23,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-08T21:19:23,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure ee0491bfb9c7fc31d80fd9a0e669c40e, server=94899aa213cb,36245,1731100669440 in 185 msec 2024-11-08T21:19:23,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T21:19:23,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false, region=ee0491bfb9c7fc31d80fd9a0e669c40e, ASSIGN in 343 msec 2024-11-08T21:19:23,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:23,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100763363"}]},"ts":"1731100763363"} 2024-11-08T21:19:23,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:19:23,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:23,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false in 809 msec 2024-11-08T21:19:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-08T21:19:23,568 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false, procId: 42 completed 2024-11-08T21:19:23,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:19:23,568 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false assigned to meta. Checking AM states. 2024-11-08T21:19:23,573 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false assigned. 2024-11-08T21:19:23,575 DEBUG [hconnection-0x5f928a53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:23,577 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:23,588 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:23,593 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:19:23,593 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:19:23,594 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x6cba182f {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:19:23,595 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x6cba182f {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:23,596 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false', row='', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:19:23,599 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:19:23,996 DEBUG [master/94899aa213cb:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T21:19:24,005 DEBUG [master/94899aa213cb:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3bc10c93e27fd6f81eaca0251792584f changed from -1.0 to 0.0, refreshing cache 2024-11-08T21:19:24,143 ERROR [LeaseRenewer:jenkins@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34155,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:19:24,548 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34155,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:19:28,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:19:28,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false' 2024-11-08T21:19:29,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync_0_-false 2024-11-08T21:19:29,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:29,602 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=6003ms, rpcTimeout=6000ms 2024-11-08T21:19:29,603 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=6003ms, rpcTimeout=6000ms 2024-11-08T21:19:29,603 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:19:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(450): Unknown callId: 1, skipping over this response of 88 bytes 2024-11-08T21:19:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false', row='', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:19:30,621 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:19:32,602 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1982ms, rpcTimeout=1972ms 2024-11-08T21:19:32,602 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1982ms, rpcTimeout=1972ms 2024-11-08T21:19:32,602 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:19:32,602 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=2, exceptions: 2024-11-08T21:19:29.603Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=6003ms, rpcTimeout=6000ms 2024-11-08T21:19:32.602Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1982ms, rpcTimeout=1972ms at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testMetaScanTimeoutOnOpenScannerAsync(TestClientScannerTimeouts.java:294) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.tryScheduleRetry(AsyncRpcRetryingCaller.java:130) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1982ms, rpcTimeout=1972ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 11 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1982ms, rpcTimeout=1972ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 6 more 2024-11-08T21:19:32,604 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 9011 2024-11-08T21:19:32,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4af42166 to 127.0.0.1:61150 2024-11-08T21:19:32,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:32,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:32,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:32,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:32,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cba182f to 127.0.0.1:61150 2024-11-08T21:19:32,614 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync[0] Thread=229 (was 231), OpenFileDescriptor=448 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 430) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12025 (was 12025) 2024-11-08T21:19:32,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext[0] Thread=229, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=12025 2024-11-08T21:19:32,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e65352b to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79458f02 2024-11-08T21:19:32,628 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x6e65352b {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cbba10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:32,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x656c684a to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@146becc0 2024-11-08T21:19:32,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53604f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:32,635 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:32,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false 2024-11-08T21:19:32,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:32,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:32,638 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext_0_-false" procId is: 45 2024-11-08T21:19:32,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-08T21:19:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741861_1037 (size=416) 2024-11-08T21:19:33,049 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4e1537834db109c05760459f9b7955d1, NAME => 'hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:33,054 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403284 expired clientIPAndPort=172.17.0.2:56516, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:19:33,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741862_1038 (size=67) 2024-11-08T21:19:33,457 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:33,457 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing 4e1537834db109c05760459f9b7955d1, disabling compactions & flushes 2024-11-08T21:19:33,457 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:19:33,457 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:19:33,457 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. after waiting 0 ms 2024-11-08T21:19:33,457 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:19:33,457 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:19:33,457 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4e1537834db109c05760459f9b7955d1: 2024-11-08T21:19:33,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:33,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731100773459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100773459"}]},"ts":"1731100773459"} 2024-11-08T21:19:33,461 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:33,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:33,462 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100773462"}]},"ts":"1731100773462"} 2024-11-08T21:19:33,464 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNext_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:19:33,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false, region=4e1537834db109c05760459f9b7955d1, ASSIGN}] 2024-11-08T21:19:33,470 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false, region=4e1537834db109c05760459f9b7955d1, ASSIGN 2024-11-08T21:19:33,470 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false, region=4e1537834db109c05760459f9b7955d1, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:33,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4e1537834db109c05760459f9b7955d1, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:33,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 4e1537834db109c05760459f9b7955d1, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-08T21:19:33,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:33,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:19:33,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 4e1537834db109c05760459f9b7955d1, NAME => 'hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:33,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext_0_-false 4e1537834db109c05760459f9b7955d1 2024-11-08T21:19:33,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:33,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 4e1537834db109c05760459f9b7955d1 2024-11-08T21:19:33,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 4e1537834db109c05760459f9b7955d1 2024-11-08T21:19:33,784 INFO [StoreOpener-4e1537834db109c05760459f9b7955d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4e1537834db109c05760459f9b7955d1 2024-11-08T21:19:33,786 INFO [StoreOpener-4e1537834db109c05760459f9b7955d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e1537834db109c05760459f9b7955d1 columnFamilyName testFamily 2024-11-08T21:19:33,786 DEBUG [StoreOpener-4e1537834db109c05760459f9b7955d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:33,787 INFO [StoreOpener-4e1537834db109c05760459f9b7955d1-1 {}] regionserver.HStore(327): Store=4e1537834db109c05760459f9b7955d1/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:33,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1 2024-11-08T21:19:33,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1 2024-11-08T21:19:33,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 4e1537834db109c05760459f9b7955d1 2024-11-08T21:19:33,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:33,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(1102): Opened 4e1537834db109c05760459f9b7955d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60494655, jitterRate=-0.09855939447879791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:33,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 4e1537834db109c05760459f9b7955d1: 2024-11-08T21:19:33,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1., pid=47, masterSystemTime=1731100773775 2024-11-08T21:19:33,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:19:33,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=47}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:19:33,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=4e1537834db109c05760459f9b7955d1, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:33,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T21:19:33,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 4e1537834db109c05760459f9b7955d1, server=94899aa213cb,36245,1731100669440 in 179 msec 2024-11-08T21:19:33,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-08T21:19:33,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false, region=4e1537834db109c05760459f9b7955d1, ASSIGN in 336 msec 2024-11-08T21:19:33,807 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:33,807 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100773807"}]},"ts":"1731100773807"} 2024-11-08T21:19:33,809 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNext_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:19:33,812 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:33,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_0_-false in 1.1770 sec 2024-11-08T21:19:34,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext_0_-false' 2024-11-08T21:19:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-08T21:19:35,643 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext_0_-false, procId: 45 completed 2024-11-08T21:19:35,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:19:35,643 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnNext_0_-false assigned to meta. Checking AM states. 2024-11-08T21:19:35,648 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnNext_0_-false assigned. 2024-11-08T21:19:35,651 DEBUG [hconnection-0x1a2f0601-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:35,652 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:35,663 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:35,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9141a0 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a54b6c4 2024-11-08T21:19:35,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ab0a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:35,671 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:19:35,673 DEBUG [hconnection-0x27367555-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:35,674 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:35,677 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:19:35,678 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403346 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:35,678 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:19:35,679 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403346 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:35,679 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 6500 2024-11-08T21:19:37,122 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:19:39,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:19:39,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext_0_-false 2024-11-08T21:19:39,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:40,060 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403286 expired clientIPAndPort=172.17.0.2:56516, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:19:41,682 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=1, exceptions: 2024-11-08T21:19:41.682Z, RpcRetryingCaller{globalStartTime=2024-11-08T21:19:35.679Z, pause=1000, maxAttempts=1}, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=6003ms, rpcTimeout=6000ms org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=1, exceptions: 2024-11-08T21:19:41.682Z, RpcRetryingCaller{globalStartTime=2024-11-08T21:19:35.679Z, pause=1000, maxAttempts=1}, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=6003ms, rpcTimeout=6000ms at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:142) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=6003ms, rpcTimeout=6000ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=6003ms, rpcTimeout=6000ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:19:41,682 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 6003 2024-11-08T21:19:41,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9141a0 to 127.0.0.1:61150 2024-11-08T21:19:41,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:41,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x656c684a to 127.0.0.1:61150 2024-11-08T21:19:41,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:41,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:41,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:41,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:41,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e65352b to 127.0.0.1:61150 2024-11-08T21:19:41,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext[0] Thread=234 (was 229) - Thread LEAK? -, OpenFileDescriptor=451 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=12009 (was 12025) 2024-11-08T21:19:41,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync[0] Thread=234, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=12009 2024-11-08T21:19:41,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e0d59dd to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39bfca8 2024-11-08T21:19:41,711 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x0e0d59dd {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5857184b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:41,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39634faf to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f023cd9 2024-11-08T21:19:41,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba54355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:41,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=48, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false 2024-11-08T21:19:41,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=48, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:41,724 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:41,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync_0_-false" procId is: 48 2024-11-08T21:19:41,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=48, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=48 2024-11-08T21:19:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741863_1039 (size=432) 2024-11-08T21:19:41,746 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d2ec45301f8f14d7caaa14ea3e268989, NAME => 'testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync_0_-false', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741864_1040 (size=83) 2024-11-08T21:19:41,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:41,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1681): Closing d2ec45301f8f14d7caaa14ea3e268989, disabling compactions & flushes 2024-11-08T21:19:41,759 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:19:41,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:19:41,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. after waiting 0 ms 2024-11-08T21:19:41,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:19:41,759 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:19:41,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_0_-false-pool-0 {}] regionserver.HRegion(1635): Region close journal for d2ec45301f8f14d7caaa14ea3e268989: 2024-11-08T21:19:41,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=48, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:41,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1731100781760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100781760"}]},"ts":"1731100781760"} 2024-11-08T21:19:41,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:41,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=48, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:41,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100781764"}]},"ts":"1731100781764"} 2024-11-08T21:19:41,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync_0_-false, state=ENABLING in hbase:meta 2024-11-08T21:19:41,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false, region=d2ec45301f8f14d7caaa14ea3e268989, ASSIGN}] 2024-11-08T21:19:41,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false, region=d2ec45301f8f14d7caaa14ea3e268989, ASSIGN 2024-11-08T21:19:41,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=49, ppid=48, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false, region=d2ec45301f8f14d7caaa14ea3e268989, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:41,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=d2ec45301f8f14d7caaa14ea3e268989, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:41,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; OpenRegionProcedure d2ec45301f8f14d7caaa14ea3e268989, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:42,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:42,085 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:19:42,085 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => d2ec45301f8f14d7caaa14ea3e268989, NAME => 'testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:42,085 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync_0_-false d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:19:42,085 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:42,086 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:19:42,086 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:19:42,088 INFO [StoreOpener-d2ec45301f8f14d7caaa14ea3e268989-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:19:42,090 INFO [StoreOpener-d2ec45301f8f14d7caaa14ea3e268989-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2ec45301f8f14d7caaa14ea3e268989 columnFamilyName testFamily 2024-11-08T21:19:42,090 DEBUG [StoreOpener-d2ec45301f8f14d7caaa14ea3e268989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:42,091 INFO [StoreOpener-d2ec45301f8f14d7caaa14ea3e268989-1 {}] regionserver.HStore(327): Store=d2ec45301f8f14d7caaa14ea3e268989/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:42,092 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:19:42,093 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:19:42,096 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:19:42,100 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:42,101 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened d2ec45301f8f14d7caaa14ea3e268989; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72124007, jitterRate=0.07473145425319672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:42,102 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for d2ec45301f8f14d7caaa14ea3e268989: 2024-11-08T21:19:42,103 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., pid=50, masterSystemTime=1731100782079 2024-11-08T21:19:42,105 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:19:42,106 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:19:42,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=49 updating hbase:meta row=d2ec45301f8f14d7caaa14ea3e268989, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:42,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-08T21:19:42,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; OpenRegionProcedure d2ec45301f8f14d7caaa14ea3e268989, server=94899aa213cb,36245,1731100669440 in 181 msec 2024-11-08T21:19:42,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-08T21:19:42,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false, region=d2ec45301f8f14d7caaa14ea3e268989, ASSIGN in 340 msec 2024-11-08T21:19:42,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=48, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:42,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync_0_-false","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100782115"}]},"ts":"1731100782115"} 2024-11-08T21:19:42,117 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync_0_-false, state=ENABLED in hbase:meta 2024-11-08T21:19:42,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=48, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:42,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_0_-false in 400 msec 2024-11-08T21:19:42,180 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:19:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=48 2024-11-08T21:19:42,729 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync_0_-false, procId: 48 completed 2024-11-08T21:19:42,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync_0_-false get assigned. Timeout = 60000ms 2024-11-08T21:19:42,729 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnOpenScannerAsync_0_-false assigned to meta. Checking AM states. 2024-11-08T21:19:42,733 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:42,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnOpenScannerAsync_0_-false assigned. 2024-11-08T21:19:42,736 DEBUG [hconnection-0x2bbee81d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:42,737 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:42,747 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:42,750 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:19:42,750 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:19:42,751 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x0e0d59dd {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:19:42,752 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x0e0d59dd {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:42,753 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync_0_-false', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:19:42,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:19:43,761 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-08T21:19:43,761 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-08T21:19:43,762 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:19:44,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 1, skipping over this response of 88 bytes 2024-11-08T21:19:44,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync_0_-false', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:19:44,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:19:45,751 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=972ms, rpcTimeout=971ms 2024-11-08T21:19:45,751 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=972ms, rpcTimeout=971ms 2024-11-08T21:19:45,751 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:19:45,752 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=2, exceptions: 2024-11-08T21:19:43.762Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=1007ms, rpcTimeout=1000ms 2024-11-08T21:19:45.751Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=972ms, rpcTimeout=971ms at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testNormalScanTimeoutOnOpenScannerAsync(TestClientScannerTimeouts.java:233) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.tryScheduleRetry(AsyncRpcRetryingCaller.java:130) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=972ms, rpcTimeout=971ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 11 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=972ms, rpcTimeout=971ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 6 more 2024-11-08T21:19:45,753 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 3003 2024-11-08T21:19:45,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39634faf to 127.0.0.1:61150 2024-11-08T21:19:45,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:45,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:45,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:45,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:45,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e0d59dd to 127.0.0.1:61150 2024-11-08T21:19:45,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync[0] Thread=232 (was 234), OpenFileDescriptor=450 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12001 (was 12009) 2024-11-08T21:19:45,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync[1] Thread=232, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=12001 2024-11-08T21:19:45,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a4cc413 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bcd6b30 2024-11-08T21:19:45,786 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3a4cc413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af11cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:45,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07be8cea to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@200a2d3e 2024-11-08T21:19:45,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3a1970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:45,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true 2024-11-08T21:19:45,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:45,798 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:45,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync_1_-true" procId is: 51 2024-11-08T21:19:45,799 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T21:19:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741865_1041 (size=436) 2024-11-08T21:19:46,166 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403291 expired clientIPAndPort=172.17.0.2:55786, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:19:46,214 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bdd04fe75c59e9e8c5ef722c6edc6da2, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741866_1042 (size=87) 2024-11-08T21:19:46,281 WARN [RS-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:19:46,634 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:46,634 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing bdd04fe75c59e9e8c5ef722c6edc6da2, disabling compactions & flushes 2024-11-08T21:19:46,634 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:19:46,634 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:19:46,634 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. after waiting 0 ms 2024-11-08T21:19:46,634 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:19:46,634 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:19:46,634 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for bdd04fe75c59e9e8c5ef722c6edc6da2: 2024-11-08T21:19:46,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:46,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2.","families":{"info":[{"qualifier":"regioninfo","vlen":86,"tag":[],"timestamp":"1731100786636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100786636"}]},"ts":"1731100786636"} 2024-11-08T21:19:46,639 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:46,640 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:46,640 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100786640"}]},"ts":"1731100786640"} 2024-11-08T21:19:46,642 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:19:46,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true, region=bdd04fe75c59e9e8c5ef722c6edc6da2, ASSIGN}] 2024-11-08T21:19:46,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true, region=bdd04fe75c59e9e8c5ef722c6edc6da2, ASSIGN 2024-11-08T21:19:46,665 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true, region=bdd04fe75c59e9e8c5ef722c6edc6da2, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T21:19:46,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=bdd04fe75c59e9e8c5ef722c6edc6da2, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:46,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; OpenRegionProcedure bdd04fe75c59e9e8c5ef722c6edc6da2, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:46,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync_0_-false' 2024-11-08T21:19:46,868 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403298 expired clientIPAndPort=172.17.0.2:55504, userName=jenkins, regionInfo=testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:19:46,868 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403297 expired clientIPAndPort=172.17.0.2:55504, userName=jenkins, regionInfo=testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:19:46,868 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403295 expired clientIPAndPort=172.17.0.2:55504, userName=jenkins, regionInfo=testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:19:46,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:46,977 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:19:46,977 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => bdd04fe75c59e9e8c5ef722c6edc6da2, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:46,977 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync_1_-true bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:19:46,978 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:46,978 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:19:46,978 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:19:46,980 INFO [StoreOpener-bdd04fe75c59e9e8c5ef722c6edc6da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:19:46,982 INFO [StoreOpener-bdd04fe75c59e9e8c5ef722c6edc6da2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdd04fe75c59e9e8c5ef722c6edc6da2 columnFamilyName testFamily 2024-11-08T21:19:46,982 DEBUG [StoreOpener-bdd04fe75c59e9e8c5ef722c6edc6da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:46,983 INFO [StoreOpener-bdd04fe75c59e9e8c5ef722c6edc6da2-1 {}] regionserver.HStore(327): Store=bdd04fe75c59e9e8c5ef722c6edc6da2/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:46,984 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:19:46,984 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:19:46,990 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:19:46,994 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:46,994 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened bdd04fe75c59e9e8c5ef722c6edc6da2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65557536, jitterRate=-0.023116588592529297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:46,995 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for bdd04fe75c59e9e8c5ef722c6edc6da2: 2024-11-08T21:19:47,004 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2., pid=53, masterSystemTime=1731100786970 2024-11-08T21:19:47,006 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:19:47,006 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:19:47,007 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=bdd04fe75c59e9e8c5ef722c6edc6da2, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:47,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=52 2024-11-08T21:19:47,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=52, state=SUCCESS; OpenRegionProcedure bdd04fe75c59e9e8c5ef722c6edc6da2, server=94899aa213cb,36245,1731100669440 in 191 msec 2024-11-08T21:19:47,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-08T21:19:47,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true, region=bdd04fe75c59e9e8c5ef722c6edc6da2, ASSIGN in 349 msec 2024-11-08T21:19:47,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:47,013 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100787013"}]},"ts":"1731100787013"} 2024-11-08T21:19:47,015 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:19:47,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:47,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync_1_-true in 1.2230 sec 2024-11-08T21:19:47,588 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:19:47,853 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:19:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-08T21:19:48,805 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync_1_-true, procId: 51 completed 2024-11-08T21:19:48,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:19:48,806 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:48,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testRetryOutOfOrderScannerNextExceptionAsync_1_-true assigned to meta. Checking AM states. 2024-11-08T21:19:48,811 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:48,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testRetryOutOfOrderScannerNextExceptionAsync_1_-true assigned. 2024-11-08T21:19:48,814 DEBUG [hconnection-0x120bb3af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:48,815 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:48,825 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:48,827 INFO [Time-limited test {}] client.TestClientScannerTimeouts(346): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-08T21:19:48,828 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:19:48,829 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3a4cc413 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:19:48,829 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3a4cc413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:48,830 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync_1_-true', row='', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:19:48,833 INFO [Time-limited test {}] client.TestClientScannerTimeouts(353): Making first next() RPC, expecting no errors for seqNo 0 2024-11-08T21:19:48,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403358 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:48,834 INFO [Time-limited test {}] client.TestClientScannerTimeouts(358): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-08T21:19:48,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403358 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:48,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403358 2024-11-08T21:19:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39530 deadline: 1731100791833, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:19:48,836 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403358 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:19:48,837 INFO [Time-limited test {}] client.TestClientScannerTimeouts(368): Finishing scan, expecting no errors 2024-11-08T21:19:48,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403359 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:48,838 INFO [Time-limited test {}] client.TestClientScannerTimeouts(373): Testing always throw exception 2024-11-08T21:19:48,839 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:19:48,840 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:19:48,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403360 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:48,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403360 2024-11-08T21:19:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39530 deadline: 1731100791839, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:19:48,842 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403360 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:19:48,843 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:19:48,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403361 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:48,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=2, tableScannerId=8845479708683403361 2024-11-08T21:19:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39530 deadline: 1731100791842, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:19:48,844 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403361 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:19:48,845 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:19:48,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403362 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:19:48,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=3, tableScannerId=8845479708683403362 2024-11-08T21:19:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:39530 deadline: 1731100791844, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:19:48,847 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403362 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:19:48,847 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:19:48,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07be8cea to 127.0.0.1:61150 2024-11-08T21:19:48,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:48,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:48,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:48,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:48,849 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a4cc413 to 127.0.0.1:61150 2024-11-08T21:19:48,859 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync[1] Thread=232 (was 232), OpenFileDescriptor=452 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=11986 (was 12001) 2024-11-08T21:19:48,871 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner[1] Thread=232, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=11985 2024-11-08T21:19:48,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d213955 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27dcff05 2024-11-08T21:19:48,898 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3d213955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fbe3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:48,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6423eebe to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56856610 2024-11-08T21:19:48,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625a0604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:48,910 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:48,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=54, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true 2024-11-08T21:19:48,913 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=54, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:48,913 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:48,914 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner_1_-true" procId is: 54 2024-11-08T21:19:48,915 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=54, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=54 2024-11-08T21:19:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741867_1043 (size=422) 2024-11-08T21:19:48,938 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => afeee1c508a188782a7f1cb833c6cf2e, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741868_1044 (size=73) 2024-11-08T21:19:48,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:48,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing afeee1c508a188782a7f1cb833c6cf2e, disabling compactions & flushes 2024-11-08T21:19:48,956 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:19:48,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:19:48,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. after waiting 0 ms 2024-11-08T21:19:48,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:19:48,956 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:19:48,956 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for afeee1c508a188782a7f1cb833c6cf2e: 2024-11-08T21:19:48,958 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=54, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:48,959 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1731100788958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100788958"}]},"ts":"1731100788958"} 2024-11-08T21:19:48,961 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:48,962 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=54, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:48,963 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100788962"}]},"ts":"1731100788962"} 2024-11-08T21:19:48,966 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:19:48,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true, region=afeee1c508a188782a7f1cb833c6cf2e, ASSIGN}] 2024-11-08T21:19:48,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true, region=afeee1c508a188782a7f1cb833c6cf2e, ASSIGN 2024-11-08T21:19:48,974 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true, region=afeee1c508a188782a7f1cb833c6cf2e, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:49,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=afeee1c508a188782a7f1cb833c6cf2e, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:49,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; OpenRegionProcedure afeee1c508a188782a7f1cb833c6cf2e, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:49,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync_1_-true 2024-11-08T21:19:49,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:49,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync_0_-false 2024-11-08T21:19:49,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync_0_-false Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:49,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:19:49,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:19:49,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => afeee1c508a188782a7f1cb833c6cf2e, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:19:49,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner_1_-true afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:19:49,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:49,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:19:49,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:19:49,289 INFO [StoreOpener-afeee1c508a188782a7f1cb833c6cf2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:19:49,291 INFO [StoreOpener-afeee1c508a188782a7f1cb833c6cf2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afeee1c508a188782a7f1cb833c6cf2e columnFamilyName testFamily 2024-11-08T21:19:49,291 DEBUG [StoreOpener-afeee1c508a188782a7f1cb833c6cf2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:49,292 INFO [StoreOpener-afeee1c508a188782a7f1cb833c6cf2e-1 {}] regionserver.HStore(327): Store=afeee1c508a188782a7f1cb833c6cf2e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:19:49,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:19:49,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:19:49,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:19:49,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:19:49,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(1102): Opened afeee1c508a188782a7f1cb833c6cf2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61030529, jitterRate=-0.090574249625206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:19:49,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for afeee1c508a188782a7f1cb833c6cf2e: 2024-11-08T21:19:49,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e., pid=56, masterSystemTime=1731100789280 2024-11-08T21:19:49,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:19:49,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=56}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:19:49,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=afeee1c508a188782a7f1cb833c6cf2e, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:49,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-08T21:19:49,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; OpenRegionProcedure afeee1c508a188782a7f1cb833c6cf2e, server=94899aa213cb,36245,1731100669440 in 184 msec 2024-11-08T21:19:49,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=54 2024-11-08T21:19:49,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=54, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true, region=afeee1c508a188782a7f1cb833c6cf2e, ASSIGN in 341 msec 2024-11-08T21:19:49,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=54, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:19:49,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100789316"}]},"ts":"1731100789316"} 2024-11-08T21:19:49,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:19:49,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=54, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:19:49,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner_1_-true in 411 msec 2024-11-08T21:19:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=54 2024-11-08T21:19:49,918 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner_1_-true, procId: 54 completed 2024-11-08T21:19:49,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:19:49,919 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:49,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnOpenScanner_1_-true assigned to meta. Checking AM states. 2024-11-08T21:19:49,924 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:19:49,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnOpenScanner_1_-true assigned. 2024-11-08T21:19:49,927 DEBUG [hconnection-0x1683a517-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:19:49,928 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:19:49,938 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:19:49,940 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:19:49,942 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:19:49,971 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403304 expired clientIPAndPort=172.17.0.2:55514, userName=jenkins, regionInfo=testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:19:52,573 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403309 expired clientIPAndPort=172.17.0.2:40622, userName=jenkins, regionInfo=testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:19:52,866 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync_1_-true' 2024-11-08T21:19:52,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true' 2024-11-08T21:19:54,676 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403311 expired clientIPAndPort=172.17.0.2:40622, userName=jenkins, regionInfo=testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:19:54,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:19:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(450): Unknown callId: 6, skipping over this response of 88 bytes 2024-11-08T21:19:56,959 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:19:58,679 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403316 expired clientIPAndPort=172.17.0.2:40630, userName=jenkins, regionInfo=testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:19:58,952 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns java.net.SocketTimeoutException: callTimeout=9000, callDuration=11025: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true' at region=hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 java.net.SocketTimeoutException: callTimeout=9000, callDuration=11025: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true' at region=hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:19:58,952 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=4, exceptions: 2024-11-08T21:19:58.952Z, java.net.SocketTimeoutException: callTimeout=9000, callDuration=11025: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true' at region=hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.throwEnrichedException(RpcRetryingCallerWithReadReplicas.java:298) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:260) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:53) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:281) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:450) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.nextWithSyncCache(ClientScanner.java:324) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:622) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testMetaScanTimeoutOnOpenScanner(TestClientScannerTimeouts.java:285) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.SocketTimeoutException: callTimeout=9000, callDuration=11025: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms row '' on table 'hbase:testMetaScanTimeoutOnOpenScanner_1_-true' at region=hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=1993ms, rpcTimeout=1983ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:19:58,953 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 9012 2024-11-08T21:19:58,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6423eebe to 127.0.0.1:61150 2024-11-08T21:19:58,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:58,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:19:58,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:19:58,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:19:58,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d213955 to 127.0.0.1:61150 2024-11-08T21:19:58,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner[1] Thread=230 (was 232), OpenFileDescriptor=448 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=11953 (was 11985) 2024-11-08T21:19:58,981 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync[1] Thread=230, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=11953 2024-11-08T21:19:58,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21d5d6ff to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ad96db 2024-11-08T21:19:58,986 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x21d5d6ff {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4858bd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:58,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65d9b94d to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@636ddb1a 2024-11-08T21:19:58,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c808ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:19:58,993 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:19:58,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true 2024-11-08T21:19:58,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:19:58,995 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:19:58,995 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync_1_-true" procId is: 57 2024-11-08T21:19:58,996 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:19:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T21:19:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741869_1045 (size=420) 2024-11-08T21:19:59,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner_1_-true 2024-11-08T21:19:59,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:19:59,409 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 60a22b77228b764368044168c810fffe, NAME => 'hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:19:59,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741870_1046 (size=71) 2024-11-08T21:19:59,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:19:59,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing 60a22b77228b764368044168c810fffe, disabling compactions & flushes 2024-11-08T21:19:59,817 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:19:59,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:19:59,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. after waiting 0 ms 2024-11-08T21:19:59,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:19:59,817 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:19:59,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for 60a22b77228b764368044168c810fffe: 2024-11-08T21:19:59,818 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:19:59,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731100799818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100799818"}]},"ts":"1731100799818"} 2024-11-08T21:19:59,820 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:19:59,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:19:59,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100799821"}]},"ts":"1731100799821"} 2024-11-08T21:19:59,823 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:19:59,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true, region=60a22b77228b764368044168c810fffe, ASSIGN}] 2024-11-08T21:19:59,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true, region=60a22b77228b764368044168c810fffe, ASSIGN 2024-11-08T21:19:59,828 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true, region=60a22b77228b764368044168c810fffe, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:19:59,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=58 updating hbase:meta row=60a22b77228b764368044168c810fffe, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:19:59,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE; OpenRegionProcedure 60a22b77228b764368044168c810fffe, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:19:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T21:20:00,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:00,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:20:00,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 60a22b77228b764368044168c810fffe, NAME => 'hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:00,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync_1_-true 60a22b77228b764368044168c810fffe 2024-11-08T21:20:00,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:00,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 60a22b77228b764368044168c810fffe 2024-11-08T21:20:00,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 60a22b77228b764368044168c810fffe 2024-11-08T21:20:00,140 INFO [StoreOpener-60a22b77228b764368044168c810fffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 60a22b77228b764368044168c810fffe 2024-11-08T21:20:00,142 INFO [StoreOpener-60a22b77228b764368044168c810fffe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60a22b77228b764368044168c810fffe columnFamilyName testFamily 2024-11-08T21:20:00,142 DEBUG [StoreOpener-60a22b77228b764368044168c810fffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:00,143 INFO [StoreOpener-60a22b77228b764368044168c810fffe-1 {}] regionserver.HStore(327): Store=60a22b77228b764368044168c810fffe/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:00,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe 2024-11-08T21:20:00,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe 2024-11-08T21:20:00,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 60a22b77228b764368044168c810fffe 2024-11-08T21:20:00,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:00,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(1102): Opened 60a22b77228b764368044168c810fffe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66508507, jitterRate=-0.008946016430854797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:00,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 60a22b77228b764368044168c810fffe: 2024-11-08T21:20:00,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe., pid=59, masterSystemTime=1731100800132 2024-11-08T21:20:00,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:20:00,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=59}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:20:00,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=58 updating hbase:meta row=60a22b77228b764368044168c810fffe, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:00,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T21:20:00,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; OpenRegionProcedure 60a22b77228b764368044168c810fffe, server=94899aa213cb,36245,1731100669440 in 176 msec 2024-11-08T21:20:00,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-08T21:20:00,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true, region=60a22b77228b764368044168c810fffe, ASSIGN in 332 msec 2024-11-08T21:20:00,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:00,160 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100800160"}]},"ts":"1731100800160"} 2024-11-08T21:20:00,161 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:00,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:00,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync_1_-true in 1.1710 sec 2024-11-08T21:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-08T21:20:02,000 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync_1_-true, procId: 57 completed 2024-11-08T21:20:02,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:02,000 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnNextAsync_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:02,005 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:02,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnNextAsync_1_-true assigned. 2024-11-08T21:20:02,007 DEBUG [hconnection-0x4549c99b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:02,008 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:02,016 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:02,018 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:20:02,018 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:20:02,019 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x21d5d6ff {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:20:02,019 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x21d5d6ff {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:02,020 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync_1_-true', row='', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:20:02,022 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:20:02,023 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403374 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:02,023 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:20:02,023 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403374 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:02,024 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 9500 2024-11-08T21:20:02,644 ERROR [LeaseRenewer:jenkins@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34155,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:20:03,460 WARN [RS-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:20:03,797 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34155,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:20:04,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync_1_-true' 2024-11-08T21:20:05,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:20:09,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync_1_-true 2024-11-08T21:20:09,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:11,032 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 9000, and got 9008 2024-11-08T21:20:11,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65d9b94d to 127.0.0.1:61150 2024-11-08T21:20:11,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:11,032 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403374 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:20:11,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:11,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:11,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:11,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403374' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3647) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T21:20:11,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:55288 deadline: 1731100817032, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403374' does not exist 2024-11-08T21:20:11,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21d5d6ff to 127.0.0.1:61150 2024-11-08T21:20:11,035 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:20:11,033 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 94899aa213cb,36245,1731100669440 for closing scanner id = 8845479708683403374 for 60a22b77228b764368044168c810fffe of hbase:testMetaScanTimeoutOnNextAsync_1_-true failed, ignore, probably already closed org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T21:20:11,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync[1] Thread=227 (was 230), OpenFileDescriptor=444 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=11930 (was 11953) 2024-11-08T21:20:11,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException[1] Thread=227, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=11930 2024-11-08T21:20:11,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12577bff to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23bd8f1a 2024-11-08T21:20:11,055 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x12577bff {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6960a808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:11,056 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x621bbbb0 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a8b8e07 2024-11-08T21:20:11,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132a822a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:11,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true 2024-11-08T21:20:11,063 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:11,063 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:11,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException_1_-true" procId is: 60 2024-11-08T21:20:11,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-08T21:20:11,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741871_1047 (size=431) 2024-11-08T21:20:11,480 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c9f3dc4018cf959bfd49fc43b7016a0c, NAME => 'testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:11,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741872_1048 (size=82) 2024-11-08T21:20:11,524 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:20:11,888 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:11,888 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing c9f3dc4018cf959bfd49fc43b7016a0c, disabling compactions & flushes 2024-11-08T21:20:11,888 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:20:11,888 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:20:11,888 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. after waiting 0 ms 2024-11-08T21:20:11,888 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:20:11,889 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:20:11,889 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for c9f3dc4018cf959bfd49fc43b7016a0c: 2024-11-08T21:20:11,890 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:11,890 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c.","families":{"info":[{"qualifier":"regioninfo","vlen":81,"tag":[],"timestamp":"1731100811890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100811890"}]},"ts":"1731100811890"} 2024-11-08T21:20:11,892 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:11,893 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:11,893 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100811893"}]},"ts":"1731100811893"} 2024-11-08T21:20:11,894 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextException_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:11,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_1_-true, region=c9f3dc4018cf959bfd49fc43b7016a0c, ASSIGN}] 2024-11-08T21:20:11,899 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_1_-true, region=c9f3dc4018cf959bfd49fc43b7016a0c, ASSIGN 2024-11-08T21:20:11,900 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_1_-true, region=c9f3dc4018cf959bfd49fc43b7016a0c, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:12,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=c9f3dc4018cf959bfd49fc43b7016a0c, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:12,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure c9f3dc4018cf959bfd49fc43b7016a0c, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-08T21:20:12,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:12,211 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:20:12,211 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => c9f3dc4018cf959bfd49fc43b7016a0c, NAME => 'testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:12,212 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException_1_-true c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:20:12,212 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:12,212 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:20:12,213 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:20:12,214 INFO [StoreOpener-c9f3dc4018cf959bfd49fc43b7016a0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:20:12,217 INFO [StoreOpener-c9f3dc4018cf959bfd49fc43b7016a0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9f3dc4018cf959bfd49fc43b7016a0c columnFamilyName testFamily 2024-11-08T21:20:12,217 DEBUG [StoreOpener-c9f3dc4018cf959bfd49fc43b7016a0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:12,217 INFO [StoreOpener-c9f3dc4018cf959bfd49fc43b7016a0c-1 {}] regionserver.HStore(327): Store=c9f3dc4018cf959bfd49fc43b7016a0c/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:12,219 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:20:12,219 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:20:12,222 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:20:12,225 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:12,226 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened c9f3dc4018cf959bfd49fc43b7016a0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74748741, jitterRate=0.11384303867816925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:12,226 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for c9f3dc4018cf959bfd49fc43b7016a0c: 2024-11-08T21:20:12,227 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c., pid=62, masterSystemTime=1731100812204 2024-11-08T21:20:12,229 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:20:12,229 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:20:12,230 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=c9f3dc4018cf959bfd49fc43b7016a0c, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:12,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-08T21:20:12,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure c9f3dc4018cf959bfd49fc43b7016a0c, server=94899aa213cb,36245,1731100669440 in 179 msec 2024-11-08T21:20:12,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T21:20:12,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException_1_-true, region=c9f3dc4018cf959bfd49fc43b7016a0c, ASSIGN in 334 msec 2024-11-08T21:20:12,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:12,236 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100812236"}]},"ts":"1731100812236"} 2024-11-08T21:20:12,238 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRetryOutOfOrderScannerNextException_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:12,241 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:12,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=testRetryOutOfOrderScannerNextException_1_-true in 1.1800 sec 2024-11-08T21:20:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-08T21:20:14,068 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException_1_-true, procId: 60 completed 2024-11-08T21:20:14,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testRetryOutOfOrderScannerNextException_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:14,068 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:14,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testRetryOutOfOrderScannerNextException_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:14,073 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:14,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testRetryOutOfOrderScannerNextException_1_-true assigned. 2024-11-08T21:20:14,075 DEBUG [hconnection-0x42b8448f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:14,077 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:14,085 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:14,087 INFO [Time-limited test {}] client.TestClientScannerTimeouts(346): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-08T21:20:14,089 INFO [Time-limited test {}] client.TestClientScannerTimeouts(353): Making first next() RPC, expecting no errors for seqNo 0 2024-11-08T21:20:14,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403378 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:14,090 INFO [Time-limited test {}] client.TestClientScannerTimeouts(358): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-08T21:20:14,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403378 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:14,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403378 2024-11-08T21:20:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:53812 deadline: 1731100817090, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:20:14,092 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:20:14,093 INFO [Time-limited test {}] client.TestClientScannerTimeouts(368): Finishing scan, expecting no errors 2024-11-08T21:20:14,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403379 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:14,094 INFO [Time-limited test {}] client.TestClientScannerTimeouts(373): Testing always throw exception 2024-11-08T21:20:14,094 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:20:14,096 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:20:14,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403380 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:14,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=1, tableScannerId=8845479708683403380 2024-11-08T21:20:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:53812 deadline: 1731100817096, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:20:14,098 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:20:14,100 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:20:14,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403381 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:14,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=2, tableScannerId=8845479708683403381 2024-11-08T21:20:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:53812 deadline: 1731100817100, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:20:14,101 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor60.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:20:14,103 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:20:14,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403382 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:14,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(586): THROWING exception, tryNumber=3, tableScannerId=8845479708683403382 2024-11-08T21:20:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:53812 deadline: 1731100817103, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-08T21:20:14,104 DEBUG [Time-limited test {}] client.ScannerCallableWithReplicas(215): Scan with primary region returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor60.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:588) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:20:14,106 INFO [Time-limited test {}] client.TestClientScannerTimeouts(382): Calling scanner.next() 2024-11-08T21:20:14,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x621bbbb0 to 127.0.0.1:61150 2024-11-08T21:20:14,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:14,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:14,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:14,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:14,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12577bff to 127.0.0.1:61150 2024-11-08T21:20:14,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException[1] Thread=235 (was 227) - Thread LEAK? -, OpenFileDescriptor=450 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=11902 (was 11930) 2024-11-08T21:20:14,124 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnRenewLease[1] Thread=235, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=11901 2024-11-08T21:20:14,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x044c9b24 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b662fea 2024-11-08T21:20:14,129 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x044c9b24 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7714a0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:14,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62a19958 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@660dea61 2024-11-08T21:20:14,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8d83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:14,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnRenewLease_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true 2024-11-08T21:20:14,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:14,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:14,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnRenewLease_1_-true" procId is: 63 2024-11-08T21:20:14,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T21:20:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741873_1049 (size=425) 2024-11-08T21:20:14,549 INFO [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9dfa56914794699477dfeb381094d2cd, NAME => 'testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnRenewLease_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:14,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741874_1050 (size=76) 2024-11-08T21:20:14,979 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:14,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing 9dfa56914794699477dfeb381094d2cd, disabling compactions & flushes 2024-11-08T21:20:14,980 INFO [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:20:14,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:20:14,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. after waiting 0 ms 2024-11-08T21:20:14,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:20:14,980 INFO [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:20:14,980 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9dfa56914794699477dfeb381094d2cd: 2024-11-08T21:20:14,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:14,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731100814981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100814981"}]},"ts":"1731100814981"} 2024-11-08T21:20:14,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:14,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:14,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnRenewLease_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100814984"}]},"ts":"1731100814984"} 2024-11-08T21:20:14,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnRenewLease_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:14,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_1_-true, region=9dfa56914794699477dfeb381094d2cd, ASSIGN}] 2024-11-08T21:20:14,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_1_-true, region=9dfa56914794699477dfeb381094d2cd, ASSIGN 2024-11-08T21:20:14,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_1_-true, region=9dfa56914794699477dfeb381094d2cd, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:14,992 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403329 expired clientIPAndPort=172.17.0.2:55974, userName=jenkins, regionInfo=testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:20:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T21:20:15,142 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=9dfa56914794699477dfeb381094d2cd, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:15,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE; OpenRegionProcedure 9dfa56914794699477dfeb381094d2cd, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:15,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:15,302 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:20:15,302 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7285): Opening region: {ENCODED => 9dfa56914794699477dfeb381094d2cd, NAME => 'testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:15,302 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnRenewLease_1_-true 9dfa56914794699477dfeb381094d2cd 2024-11-08T21:20:15,302 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:15,303 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7327): checking encryption for 9dfa56914794699477dfeb381094d2cd 2024-11-08T21:20:15,303 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7330): checking classloading for 9dfa56914794699477dfeb381094d2cd 2024-11-08T21:20:15,304 INFO [StoreOpener-9dfa56914794699477dfeb381094d2cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9dfa56914794699477dfeb381094d2cd 2024-11-08T21:20:15,306 INFO [StoreOpener-9dfa56914794699477dfeb381094d2cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfa56914794699477dfeb381094d2cd columnFamilyName testFamily 2024-11-08T21:20:15,306 DEBUG [StoreOpener-9dfa56914794699477dfeb381094d2cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:15,307 INFO [StoreOpener-9dfa56914794699477dfeb381094d2cd-1 {}] regionserver.HStore(327): Store=9dfa56914794699477dfeb381094d2cd/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:15,308 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd 2024-11-08T21:20:15,308 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd 2024-11-08T21:20:15,311 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1085): writing seq id for 9dfa56914794699477dfeb381094d2cd 2024-11-08T21:20:15,314 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:15,314 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1102): Opened 9dfa56914794699477dfeb381094d2cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59866857, jitterRate=-0.10791431367397308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:15,316 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1001): Region open journal for 9dfa56914794699477dfeb381094d2cd: 2024-11-08T21:20:15,317 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd., pid=65, masterSystemTime=1731100815296 2024-11-08T21:20:15,319 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:20:15,319 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:20:15,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=64 updating hbase:meta row=9dfa56914794699477dfeb381094d2cd, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:15,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-08T21:20:15,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; OpenRegionProcedure 9dfa56914794699477dfeb381094d2cd, server=94899aa213cb,36245,1731100669440 in 177 msec 2024-11-08T21:20:15,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-08T21:20:15,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnRenewLease_1_-true, region=9dfa56914794699477dfeb381094d2cd, ASSIGN in 332 msec 2024-11-08T21:20:15,325 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:15,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnRenewLease_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100815325"}]},"ts":"1731100815325"} 2024-11-08T21:20:15,327 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnRenewLease_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:15,330 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:15,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnRenewLease_1_-true in 1.1950 sec 2024-11-08T21:20:16,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException_1_-true' 2024-11-08T21:20:16,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnRenewLease_1_-true' 2024-11-08T21:20:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-08T21:20:17,143 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnRenewLease_1_-true, procId: 63 completed 2024-11-08T21:20:17,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnRenewLease_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:17,143 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:17,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnRenewLease_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:17,150 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:17,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnRenewLease_1_-true assigned. 2024-11-08T21:20:17,152 DEBUG [hconnection-0x2b40394f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:17,153 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:17,164 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:17,168 INFO [Time-limited test {}] client.TestClientScannerTimeouts(451): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:20:17,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:20:17,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 1500 2024-11-08T21:20:17,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:20:17,853 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:20:18,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(450): Unknown callId: 7, skipping over this response of 11 bytes 2024-11-08T21:20:19,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:20:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:53814 deadline: 1731100820175, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:20:19,190 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor60.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:20:19,190 DEBUG [Time-limited test {}] client.ClientScanner(606): scanner failed to renew lease org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor60.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403387 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:20:19,191 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 2022 2024-11-08T21:20:19,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62a19958 to 127.0.0.1:61150 2024-11-08T21:20:19,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:19,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:19,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:19,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:19,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x044c9b24 to 127.0.0.1:61150 2024-11-08T21:20:19,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException_1_-true 2024-11-08T21:20:19,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:19,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnRenewLease_1_-true 2024-11-08T21:20:19,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnRenewLease_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:19,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnRenewLease[1] Thread=235 (was 235), OpenFileDescriptor=453 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12968 (was 11901) - AvailableMemoryMB LEAK? - 2024-11-08T21:20:19,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner[1] Thread=235, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=12965 2024-11-08T21:20:19,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e15b4cc to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37b9f87e 2024-11-08T21:20:19,227 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x1e15b4cc {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b384ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:19,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fc16f7e to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@432dccfb 2024-11-08T21:20:19,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702da386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:19,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true 2024-11-08T21:20:19,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:19,247 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:19,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner_1_-true" procId is: 66 2024-11-08T21:20:19,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-08T21:20:19,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741875_1051 (size=426) 2024-11-08T21:20:19,285 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7906b914685208c32ed3f18206887765, NAME => 'testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741876_1052 (size=77) 2024-11-08T21:20:19,722 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:19,723 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing 7906b914685208c32ed3f18206887765, disabling compactions & flushes 2024-11-08T21:20:19,723 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:20:19,723 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:20:19,723 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. after waiting 0 ms 2024-11-08T21:20:19,723 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:20:19,723 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:20:19,723 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7906b914685208c32ed3f18206887765: 2024-11-08T21:20:19,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:19,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731100819724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100819724"}]},"ts":"1731100819724"} 2024-11-08T21:20:19,727 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:19,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:19,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100819727"}]},"ts":"1731100819727"} 2024-11-08T21:20:19,729 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScanner_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:19,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true, region=7906b914685208c32ed3f18206887765, ASSIGN}] 2024-11-08T21:20:19,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true, region=7906b914685208c32ed3f18206887765, ASSIGN 2024-11-08T21:20:19,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true, region=7906b914685208c32ed3f18206887765, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:19,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=7906b914685208c32ed3f18206887765, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:19,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 7906b914685208c32ed3f18206887765, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:20,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:20,045 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:20:20,045 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 7906b914685208c32ed3f18206887765, NAME => 'testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:20,046 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner_1_-true 7906b914685208c32ed3f18206887765 2024-11-08T21:20:20,046 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:20,046 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 7906b914685208c32ed3f18206887765 2024-11-08T21:20:20,046 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 7906b914685208c32ed3f18206887765 2024-11-08T21:20:20,048 INFO [StoreOpener-7906b914685208c32ed3f18206887765-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7906b914685208c32ed3f18206887765 2024-11-08T21:20:20,049 INFO [StoreOpener-7906b914685208c32ed3f18206887765-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7906b914685208c32ed3f18206887765 columnFamilyName testFamily 2024-11-08T21:20:20,049 DEBUG [StoreOpener-7906b914685208c32ed3f18206887765-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:20,050 INFO [StoreOpener-7906b914685208c32ed3f18206887765-1 {}] regionserver.HStore(327): Store=7906b914685208c32ed3f18206887765/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:20,051 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765 2024-11-08T21:20:20,051 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765 2024-11-08T21:20:20,053 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 7906b914685208c32ed3f18206887765 2024-11-08T21:20:20,055 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:20,056 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 7906b914685208c32ed3f18206887765; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66755677, jitterRate=-0.005262896418571472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:20,057 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 7906b914685208c32ed3f18206887765: 2024-11-08T21:20:20,058 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., pid=68, masterSystemTime=1731100820040 2024-11-08T21:20:20,059 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:20:20,059 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:20:20,060 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=7906b914685208c32ed3f18206887765, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:20,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-08T21:20:20,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 7906b914685208c32ed3f18206887765, server=94899aa213cb,36245,1731100669440 in 173 msec 2024-11-08T21:20:20,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-08T21:20:20,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true, region=7906b914685208c32ed3f18206887765, ASSIGN in 329 msec 2024-11-08T21:20:20,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:20,064 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100820064"}]},"ts":"1731100820064"} 2024-11-08T21:20:20,066 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScanner_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:20,068 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:20,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner_1_-true in 831 msec 2024-11-08T21:20:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-08T21:20:20,250 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner_1_-true, procId: 66 completed 2024-11-08T21:20:20,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:20,251 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:20,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnOpenScanner_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:20,255 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:20,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnOpenScanner_1_-true assigned. 2024-11-08T21:20:20,256 DEBUG [hconnection-0x3c5a1257-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:20,258 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:20,264 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:20,266 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:20:20,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:20:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(450): Unknown callId: 6, skipping over this response of 88 bytes 2024-11-08T21:20:22,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:20:22,599 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403333 expired clientIPAndPort=172.17.0.2:55982, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:20:22,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner_1_-true' 2024-11-08T21:20:23,271 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns java.net.SocketTimeoutException: callTimeout=3000, callDuration=5010: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms row '' on table 'testNormalScanTimeoutOnOpenScanner_1_-true' at region=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., hostname=94899aa213cb,36245,1731100669440, seqNum=2 java.net.SocketTimeoutException: callTimeout=3000, callDuration=5010: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms row '' on table 'testNormalScanTimeoutOnOpenScanner_1_-true' at region=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:20:23,272 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=4, exceptions: 2024-11-08T21:20:23.272Z, java.net.SocketTimeoutException: callTimeout=3000, callDuration=5010: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms row '' on table 'testNormalScanTimeoutOnOpenScanner_1_-true' at region=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.throwEnrichedException(RpcRetryingCallerWithReadReplicas.java:298) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:260) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:53) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:281) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:450) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.nextWithSyncCache(ClientScanner.java:324) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:622) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testNormalScanTimeoutOnOpenScanner(TestClientScannerTimeouts.java:224) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.SocketTimeoutException: callTimeout=3000, callDuration=5010: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms row '' on table 'testNormalScanTimeoutOnOpenScanner_1_-true' at region=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=Scan], waitTime=995ms, rpcTimeout=990ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:20:23,272 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 3006 2024-11-08T21:20:23,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fc16f7e to 127.0.0.1:61150 2024-11-08T21:20:23,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:23,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:23,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:23,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:23,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e15b4cc to 127.0.0.1:61150 2024-11-08T21:20:23,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner[1] Thread=232 (was 235), OpenFileDescriptor=452 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=12746 (was 12965) 2024-11-08T21:20:23,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync[1] Thread=232, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=12745 2024-11-08T21:20:23,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x485625a3 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73b799d6 2024-11-08T21:20:23,299 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x485625a3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c749590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:23,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x664714dd to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@698e946a 2024-11-08T21:20:23,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108ccfc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:23,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:23,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true 2024-11-08T21:20:23,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:23,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:23,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync_1_-true" procId is: 69 2024-11-08T21:20:23,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:23,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T21:20:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741877_1053 (size=424) 2024-11-08T21:20:23,723 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cf2b1c6f8fda00a8d37cf39adacd17f5, NAME => 'testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741878_1054 (size=75) 2024-11-08T21:20:23,777 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:20:24,134 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:24,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing cf2b1c6f8fda00a8d37cf39adacd17f5, disabling compactions & flushes 2024-11-08T21:20:24,135 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:20:24,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:20:24,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. after waiting 0 ms 2024-11-08T21:20:24,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:20:24,135 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:20:24,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for cf2b1c6f8fda00a8d37cf39adacd17f5: 2024-11-08T21:20:24,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:24,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1731100824136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100824136"}]},"ts":"1731100824136"} 2024-11-08T21:20:24,138 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:24,139 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:24,139 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100824139"}]},"ts":"1731100824139"} 2024-11-08T21:20:24,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNextAsync_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:24,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_1_-true, region=cf2b1c6f8fda00a8d37cf39adacd17f5, ASSIGN}] 2024-11-08T21:20:24,146 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_1_-true, region=cf2b1c6f8fda00a8d37cf39adacd17f5, ASSIGN 2024-11-08T21:20:24,147 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_1_-true, region=cf2b1c6f8fda00a8d37cf39adacd17f5, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:24,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=cf2b1c6f8fda00a8d37cf39adacd17f5, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:24,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE; OpenRegionProcedure cf2b1c6f8fda00a8d37cf39adacd17f5, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T21:20:24,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:24,455 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:20:24,456 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7285): Opening region: {ENCODED => cf2b1c6f8fda00a8d37cf39adacd17f5, NAME => 'testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:24,456 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync_1_-true cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:20:24,456 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:24,456 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7327): checking encryption for cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:20:24,456 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7330): checking classloading for cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:20:24,458 INFO [StoreOpener-cf2b1c6f8fda00a8d37cf39adacd17f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:20:24,459 INFO [StoreOpener-cf2b1c6f8fda00a8d37cf39adacd17f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf2b1c6f8fda00a8d37cf39adacd17f5 columnFamilyName testFamily 2024-11-08T21:20:24,459 DEBUG [StoreOpener-cf2b1c6f8fda00a8d37cf39adacd17f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:24,460 INFO [StoreOpener-cf2b1c6f8fda00a8d37cf39adacd17f5-1 {}] regionserver.HStore(327): Store=cf2b1c6f8fda00a8d37cf39adacd17f5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:24,461 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:20:24,461 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:20:24,463 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1085): writing seq id for cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:20:24,465 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:24,466 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1102): Opened cf2b1c6f8fda00a8d37cf39adacd17f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58744101, jitterRate=-0.1246446818113327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:24,466 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1001): Region open journal for cf2b1c6f8fda00a8d37cf39adacd17f5: 2024-11-08T21:20:24,467 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5., pid=71, masterSystemTime=1731100824451 2024-11-08T21:20:24,469 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:20:24,469 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:20:24,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=70 updating hbase:meta row=cf2b1c6f8fda00a8d37cf39adacd17f5, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:24,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-08T21:20:24,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; OpenRegionProcedure cf2b1c6f8fda00a8d37cf39adacd17f5, server=94899aa213cb,36245,1731100669440 in 172 msec 2024-11-08T21:20:24,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-08T21:20:24,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync_1_-true, region=cf2b1c6f8fda00a8d37cf39adacd17f5, ASSIGN in 327 msec 2024-11-08T21:20:24,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:24,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100824474"}]},"ts":"1731100824474"} 2024-11-08T21:20:24,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNextAsync_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:24,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:24,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync_1_-true in 1.1730 sec 2024-11-08T21:20:25,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:20:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-08T21:20:26,312 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync_1_-true, procId: 69 completed 2024-11-08T21:20:26,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnNextAsync_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:26,312 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:26,315 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnNextAsync_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:26,316 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:26,316 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnNextAsync_1_-true assigned. 2024-11-08T21:20:26,318 DEBUG [hconnection-0x6a3164c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:26,319 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:26,326 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:26,328 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:20:26,328 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:20:26,329 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x485625a3 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:20:26,329 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x485625a3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:26,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testNormalScanTimeoutOnNextAsync_1_-true', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:20:26,333 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:20:26,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403399 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:26,333 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:20:26,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403399 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:26,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 3500 2024-11-08T21:20:28,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync_1_-true' 2024-11-08T21:20:29,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync_1_-true 2024-11-08T21:20:29,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:29,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner_1_-true 2024-11-08T21:20:29,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:29,342 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 3000, and got 3008 2024-11-08T21:20:29,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x664714dd to 127.0.0.1:61150 2024-11-08T21:20:29,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:29,343 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403399 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:20:29,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:29,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:29,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403399' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3647) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-08T21:20:29,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:29,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43360 deadline: 1731100830342, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8845479708683403399' does not exist 2024-11-08T21:20:29,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x485625a3 to 127.0.0.1:61150 2024-11-08T21:20:29,344 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:20:29,343 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 94899aa213cb,36245,1731100669440 for closing scanner id = 8845479708683403399 for cf2b1c6f8fda00a8d37cf39adacd17f5 of testNormalScanTimeoutOnNextAsync_1_-true failed, ignore, probably already closed org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T21:20:29,354 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync[1] Thread=231 (was 232), OpenFileDescriptor=450 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=12614 (was 12745) 2024-11-08T21:20:29,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnClose[1] Thread=231, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=12614 2024-11-08T21:20:29,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4893518a to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c965c11 2024-11-08T21:20:29,369 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x4893518a {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4469d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:29,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a861860 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@477f3519 2024-11-08T21:20:29,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b2237d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:29,375 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnClose_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:29,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true 2024-11-08T21:20:29,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:29,377 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:29,377 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnClose_1_-true" procId is: 72 2024-11-08T21:20:29,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-08T21:20:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741879_1055 (size=416) 2024-11-08T21:20:29,787 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 713f5eb7ab4dccd4c7a9bd474d108fa8, NAME => 'hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnClose_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:29,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741880_1056 (size=67) 2024-11-08T21:20:29,834 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:20:30,105 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403339 expired clientIPAndPort=172.17.0.2:38540, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:20:30,195 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:30,195 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing 713f5eb7ab4dccd4c7a9bd474d108fa8, disabling compactions & flushes 2024-11-08T21:20:30,195 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:20:30,195 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:20:30,195 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. after waiting 0 ms 2024-11-08T21:20:30,195 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:20:30,195 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:20:30,195 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for 713f5eb7ab4dccd4c7a9bd474d108fa8: 2024-11-08T21:20:30,196 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:30,196 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731100830196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100830196"}]},"ts":"1731100830196"} 2024-11-08T21:20:30,198 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:30,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:30,199 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnClose_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100830199"}]},"ts":"1731100830199"} 2024-11-08T21:20:30,201 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnClose_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:30,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true, region=713f5eb7ab4dccd4c7a9bd474d108fa8, ASSIGN}] 2024-11-08T21:20:30,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true, region=713f5eb7ab4dccd4c7a9bd474d108fa8, ASSIGN 2024-11-08T21:20:30,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true, region=713f5eb7ab4dccd4c7a9bd474d108fa8, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:30,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=713f5eb7ab4dccd4c7a9bd474d108fa8, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:30,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure 713f5eb7ab4dccd4c7a9bd474d108fa8, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-08T21:20:30,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:30,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:20:30,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 713f5eb7ab4dccd4c7a9bd474d108fa8, NAME => 'hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:30,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnClose_1_-true 713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:20:30,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:30,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:20:30,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:20:30,520 INFO [StoreOpener-713f5eb7ab4dccd4c7a9bd474d108fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:20:30,522 INFO [StoreOpener-713f5eb7ab4dccd4c7a9bd474d108fa8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 713f5eb7ab4dccd4c7a9bd474d108fa8 columnFamilyName testFamily 2024-11-08T21:20:30,522 DEBUG [StoreOpener-713f5eb7ab4dccd4c7a9bd474d108fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:30,523 INFO [StoreOpener-713f5eb7ab4dccd4c7a9bd474d108fa8-1 {}] regionserver.HStore(327): Store=713f5eb7ab4dccd4c7a9bd474d108fa8/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:30,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:20:30,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:20:30,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:20:30,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:30,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(1102): Opened 713f5eb7ab4dccd4c7a9bd474d108fa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64478451, jitterRate=-0.039196208119392395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:30,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 713f5eb7ab4dccd4c7a9bd474d108fa8: 2024-11-08T21:20:30,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8., pid=74, masterSystemTime=1731100830512 2024-11-08T21:20:30,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:20:30,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=74}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:20:30,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=713f5eb7ab4dccd4c7a9bd474d108fa8, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:30,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-08T21:20:30,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure 713f5eb7ab4dccd4c7a9bd474d108fa8, server=94899aa213cb,36245,1731100669440 in 176 msec 2024-11-08T21:20:30,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-08T21:20:30,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true, region=713f5eb7ab4dccd4c7a9bd474d108fa8, ASSIGN in 332 msec 2024-11-08T21:20:30,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:30,540 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnClose_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100830540"}]},"ts":"1731100830540"} 2024-11-08T21:20:30,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnClose_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:30,545 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:30,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnClose_1_-true in 1.1700 sec 2024-11-08T21:20:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72 2024-11-08T21:20:32,381 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnClose_1_-true, procId: 72 completed 2024-11-08T21:20:32,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnClose_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:32,382 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:32,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32895 bytes) of info 2024-11-08T21:20:32,389 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403400 number_of_rows: 2147483647 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:32,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnClose_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:32,390 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:32,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnClose_1_-true assigned. 2024-11-08T21:20:32,393 DEBUG [hconnection-0x443c6201-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:32,394 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:32,402 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:32,404 INFO [Time-limited test {}] client.TestClientScannerTimeouts(464): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:20:32,406 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403403 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:20:32,406 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(570): SLEEPING 6500 2024-11-08T21:20:34,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnClose_1_-true' 2024-11-08T21:20:36,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:20:37,212 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403341 expired clientIPAndPort=172.17.0.2:38540, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:20:38,906 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 6502 2024-11-08T21:20:38,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a861860 to 127.0.0.1:61150 2024-11-08T21:20:38,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:38,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:38,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:38,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:38,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4893518a to 127.0.0.1:61150 2024-11-08T21:20:38,917 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnClose[1] Thread=231 (was 231), OpenFileDescriptor=448 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=12522 (was 12614) 2024-11-08T21:20:38,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnClose[1] Thread=231, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=12521 2024-11-08T21:20:38,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bd85264 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f239d59 2024-11-08T21:20:38,931 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x5bd85264 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145f8ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:38,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x245a1d54 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64c510b 2024-11-08T21:20:38,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1e68d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:38,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnClose_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true 2024-11-08T21:20:38,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:38,940 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:38,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnClose_1_-true" procId is: 75 2024-11-08T21:20:38,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-08T21:20:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741881_1057 (size=420) 2024-11-08T21:20:39,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnClose_1_-true 2024-11-08T21:20:39,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnClose_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:39,351 INFO [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d84702866f231b11efd972e14ff2cec7, NAME => 'testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnClose_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741882_1058 (size=71) 2024-11-08T21:20:39,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:39,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing d84702866f231b11efd972e14ff2cec7, disabling compactions & flushes 2024-11-08T21:20:39,759 INFO [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:20:39,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:20:39,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. after waiting 0 ms 2024-11-08T21:20:39,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:20:39,759 INFO [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:20:39,759 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnClose_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for d84702866f231b11efd972e14ff2cec7: 2024-11-08T21:20:39,760 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:39,761 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731100839761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100839761"}]},"ts":"1731100839761"} 2024-11-08T21:20:39,763 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:39,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:39,763 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnClose_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100839763"}]},"ts":"1731100839763"} 2024-11-08T21:20:39,765 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnClose_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:39,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_1_-true, region=d84702866f231b11efd972e14ff2cec7, ASSIGN}] 2024-11-08T21:20:39,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_1_-true, region=d84702866f231b11efd972e14ff2cec7, ASSIGN 2024-11-08T21:20:39,770 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_1_-true, region=d84702866f231b11efd972e14ff2cec7, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:39,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=d84702866f231b11efd972e14ff2cec7, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:39,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; OpenRegionProcedure d84702866f231b11efd972e14ff2cec7, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-08T21:20:40,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:40,080 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:20:40,080 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7285): Opening region: {ENCODED => d84702866f231b11efd972e14ff2cec7, NAME => 'testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:40,081 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnClose_1_-true d84702866f231b11efd972e14ff2cec7 2024-11-08T21:20:40,081 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:40,081 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7327): checking encryption for d84702866f231b11efd972e14ff2cec7 2024-11-08T21:20:40,081 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7330): checking classloading for d84702866f231b11efd972e14ff2cec7 2024-11-08T21:20:40,083 INFO [StoreOpener-d84702866f231b11efd972e14ff2cec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d84702866f231b11efd972e14ff2cec7 2024-11-08T21:20:40,085 INFO [StoreOpener-d84702866f231b11efd972e14ff2cec7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d84702866f231b11efd972e14ff2cec7 columnFamilyName testFamily 2024-11-08T21:20:40,085 DEBUG [StoreOpener-d84702866f231b11efd972e14ff2cec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:40,085 INFO [StoreOpener-d84702866f231b11efd972e14ff2cec7-1 {}] regionserver.HStore(327): Store=d84702866f231b11efd972e14ff2cec7/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:40,086 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7 2024-11-08T21:20:40,087 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7 2024-11-08T21:20:40,089 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1085): writing seq id for d84702866f231b11efd972e14ff2cec7 2024-11-08T21:20:40,092 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:40,092 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1102): Opened d84702866f231b11efd972e14ff2cec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71775312, jitterRate=0.06953549385070801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:40,093 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1001): Region open journal for d84702866f231b11efd972e14ff2cec7: 2024-11-08T21:20:40,094 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7., pid=77, masterSystemTime=1731100840074 2024-11-08T21:20:40,096 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:20:40,096 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:20:40,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=76 updating hbase:meta row=d84702866f231b11efd972e14ff2cec7, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:40,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-11-08T21:20:40,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; OpenRegionProcedure d84702866f231b11efd972e14ff2cec7, server=94899aa213cb,36245,1731100669440 in 175 msec 2024-11-08T21:20:40,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-08T21:20:40,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnClose_1_-true, region=d84702866f231b11efd972e14ff2cec7, ASSIGN in 330 msec 2024-11-08T21:20:40,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:40,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnClose_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100840102"}]},"ts":"1731100840102"} 2024-11-08T21:20:40,103 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnClose_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:40,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=75, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:40,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnClose_1_-true in 1.1680 sec 2024-11-08T21:20:40,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnClose_1_-true' 2024-11-08T21:20:41,073 ERROR [LeaseRenewer:jenkins@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34155,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:20:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-08T21:20:41,944 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnClose_1_-true, procId: 75 completed 2024-11-08T21:20:41,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnClose_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:41,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:41,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32919 bytes) of info 2024-11-08T21:20:41,948 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403404 number_of_rows: 2147483647 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:41,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnClose_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:41,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:41,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnClose_1_-true assigned. 2024-11-08T21:20:41,951 DEBUG [hconnection-0x5b3216d6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:41,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:41,959 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:41,961 INFO [Time-limited test {}] client.TestClientScannerTimeouts(464): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:20:41,962 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403407 number_of_rows: 0 close_scanner: true client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false 2024-11-08T21:20:41,963 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(570): SLEEPING 1500 2024-11-08T21:20:42,216 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403346 expired clientIPAndPort=172.17.0.2:41384, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:20:42,227 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34155,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:20:43,463 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 1502 2024-11-08T21:20:43,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x245a1d54 to 127.0.0.1:61150 2024-11-08T21:20:43,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:43,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:43,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:43,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:43,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bd85264 to 127.0.0.1:61150 2024-11-08T21:20:43,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnClose[1] Thread=232 (was 231) - Thread LEAK? -, OpenFileDescriptor=450 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=12448 (was 12521) 2024-11-08T21:20:43,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext[1] Thread=232, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=12448 2024-11-08T21:20:43,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69665769 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b70e829 2024-11-08T21:20:43,488 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x69665769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d795f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:43,489 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fd574c3 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ce28280 2024-11-08T21:20:43,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1764496a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:43,494 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true 2024-11-08T21:20:43,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:43,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:43,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext_1_-true" procId is: 78 2024-11-08T21:20:43,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-08T21:20:43,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741883_1059 (size=419) 2024-11-08T21:20:43,907 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 86d155800f7fbe9a88d77a334daca45f, NAME => 'testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741884_1060 (size=70) 2024-11-08T21:20:44,316 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:44,316 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing 86d155800f7fbe9a88d77a334daca45f, disabling compactions & flushes 2024-11-08T21:20:44,316 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:20:44,316 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:20:44,316 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. after waiting 0 ms 2024-11-08T21:20:44,316 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:20:44,316 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:20:44,316 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for 86d155800f7fbe9a88d77a334daca45f: 2024-11-08T21:20:44,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:44,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731100844317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100844317"}]},"ts":"1731100844317"} 2024-11-08T21:20:44,318 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403351 expired clientIPAndPort=172.17.0.2:39518, userName=jenkins, regionInfo=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:20:44,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:44,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:44,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100844320"}]},"ts":"1731100844320"} 2024-11-08T21:20:44,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNext_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:44,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_1_-true, region=86d155800f7fbe9a88d77a334daca45f, ASSIGN}] 2024-11-08T21:20:44,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_1_-true, region=86d155800f7fbe9a88d77a334daca45f, ASSIGN 2024-11-08T21:20:44,326 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_1_-true, region=86d155800f7fbe9a88d77a334daca45f, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:44,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=86d155800f7fbe9a88d77a334daca45f, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:44,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; OpenRegionProcedure 86d155800f7fbe9a88d77a334daca45f, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-08T21:20:44,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:44,635 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:20:44,636 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7285): Opening region: {ENCODED => 86d155800f7fbe9a88d77a334daca45f, NAME => 'testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:44,636 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext_1_-true 86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:20:44,636 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:44,636 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7327): checking encryption for 86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:20:44,636 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7330): checking classloading for 86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:20:44,638 INFO [StoreOpener-86d155800f7fbe9a88d77a334daca45f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:20:44,640 INFO [StoreOpener-86d155800f7fbe9a88d77a334daca45f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d155800f7fbe9a88d77a334daca45f columnFamilyName testFamily 2024-11-08T21:20:44,640 DEBUG [StoreOpener-86d155800f7fbe9a88d77a334daca45f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:44,641 INFO [StoreOpener-86d155800f7fbe9a88d77a334daca45f-1 {}] regionserver.HStore(327): Store=86d155800f7fbe9a88d77a334daca45f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:44,641 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:20:44,642 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:20:44,644 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1085): writing seq id for 86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:20:44,647 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:44,648 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1102): Opened 86d155800f7fbe9a88d77a334daca45f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73128102, jitterRate=0.08969363570213318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:44,649 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1001): Region open journal for 86d155800f7fbe9a88d77a334daca45f: 2024-11-08T21:20:44,649 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f., pid=80, masterSystemTime=1731100844631 2024-11-08T21:20:44,651 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:20:44,651 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:20:44,652 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=86d155800f7fbe9a88d77a334daca45f, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:44,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-08T21:20:44,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; OpenRegionProcedure 86d155800f7fbe9a88d77a334daca45f, server=94899aa213cb,36245,1731100669440 in 175 msec 2024-11-08T21:20:44,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=79, resume processing ppid=78 2024-11-08T21:20:44,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=78, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext_1_-true, region=86d155800f7fbe9a88d77a334daca45f, ASSIGN in 330 msec 2024-11-08T21:20:44,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:44,657 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100844657"}]},"ts":"1731100844657"} 2024-11-08T21:20:44,659 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnNext_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:44,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:44,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnNext_1_-true in 1.1680 sec 2024-11-08T21:20:45,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:20:46,320 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403353 expired clientIPAndPort=172.17.0.2:39518, userName=jenkins, regionInfo=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:20:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-11-08T21:20:46,501 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext_1_-true, procId: 78 completed 2024-11-08T21:20:46,501 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnNext_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:46,501 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:46,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32893 bytes) of info 2024-11-08T21:20:46,505 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403408 number_of_rows: 2147483647 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:46,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnNext_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:46,507 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:46,507 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnNext_1_-true assigned. 2024-11-08T21:20:46,509 DEBUG [hconnection-0x27b65a51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:46,510 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:46,517 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:46,519 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:20:46,520 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:20:46,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403411 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:46,521 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:20:46,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403411 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:46,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 3500 2024-11-08T21:20:46,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext_1_-true' 2024-11-08T21:20:47,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:20:49,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext_1_-true 2024-11-08T21:20:49,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:49,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnClose_1_-true 2024-11-08T21:20:49,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnClose_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:49,532 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns java.net.SocketTimeoutException: callTimeout=3000, callDuration=4012: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=3011ms, rpcTimeout=3000ms row '' on table 'testNormalScanTimeoutOnNext_1_-true' at region=testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f., hostname=94899aa213cb,36245,1731100669440, seqNum=2 java.net.SocketTimeoutException: callTimeout=3000, callDuration=4012: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=3011ms, rpcTimeout=3000ms row '' on table 'testNormalScanTimeoutOnNext_1_-true' at region=testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=3011ms, rpcTimeout=3000ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=3011ms, rpcTimeout=3000ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:20:49,532 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 3000, and got 3011 2024-11-08T21:20:49,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fd574c3 to 127.0.0.1:61150 2024-11-08T21:20:49,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:49,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:49,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:49,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:49,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69665769 to 127.0.0.1:61150 2024-11-08T21:20:49,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext[1] Thread=230 (was 232), OpenFileDescriptor=451 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 274) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12351 (was 12448) 2024-11-08T21:20:49,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnRenewLease[1] Thread=230, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=12350 2024-11-08T21:20:49,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ea16aab to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a03c167 2024-11-08T21:20:49,555 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x4ea16aab {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad8bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:49,556 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c5e3eef to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@443aca01 2024-11-08T21:20:49,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b041f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:49,562 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnRenewLease_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:49,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true 2024-11-08T21:20:49,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:49,564 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:49,564 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnRenewLease_1_-true" procId is: 81 2024-11-08T21:20:49,565 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T21:20:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741885_1061 (size=421) 2024-11-08T21:20:49,975 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c7e58ae19c0e77a4129bdb4bd4d952e5, NAME => 'hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnRenewLease_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:20:49,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741886_1062 (size=72) 2024-11-08T21:20:50,022 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:20:50,384 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:50,384 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing c7e58ae19c0e77a4129bdb4bd4d952e5, disabling compactions & flushes 2024-11-08T21:20:50,384 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:20:50,384 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:20:50,384 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. after waiting 0 ms 2024-11-08T21:20:50,384 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:20:50,384 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:20:50,384 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnRenewLease_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for c7e58ae19c0e77a4129bdb4bd4d952e5: 2024-11-08T21:20:50,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:20:50,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731100850385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100850385"}]},"ts":"1731100850385"} 2024-11-08T21:20:50,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:20:50,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:20:50,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnRenewLease_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100850388"}]},"ts":"1731100850388"} 2024-11-08T21:20:50,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnRenewLease_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:20:50,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true, region=c7e58ae19c0e77a4129bdb4bd4d952e5, ASSIGN}] 2024-11-08T21:20:50,395 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true, region=c7e58ae19c0e77a4129bdb4bd4d952e5, ASSIGN 2024-11-08T21:20:50,396 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true, region=c7e58ae19c0e77a4129bdb4bd4d952e5, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:20:50,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=c7e58ae19c0e77a4129bdb4bd4d952e5, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:50,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE; OpenRegionProcedure c7e58ae19c0e77a4129bdb4bd4d952e5, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:20:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T21:20:50,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:20:50,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:20:50,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(7285): Opening region: {ENCODED => c7e58ae19c0e77a4129bdb4bd4d952e5, NAME => 'hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:20:50,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnRenewLease_1_-true c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:20:50,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:20:50,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(7327): checking encryption for c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:20:50,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(7330): checking classloading for c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:20:50,707 INFO [StoreOpener-c7e58ae19c0e77a4129bdb4bd4d952e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:20:50,709 INFO [StoreOpener-c7e58ae19c0e77a4129bdb4bd4d952e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7e58ae19c0e77a4129bdb4bd4d952e5 columnFamilyName testFamily 2024-11-08T21:20:50,709 DEBUG [StoreOpener-c7e58ae19c0e77a4129bdb4bd4d952e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:50,709 INFO [StoreOpener-c7e58ae19c0e77a4129bdb4bd4d952e5-1 {}] regionserver.HStore(327): Store=c7e58ae19c0e77a4129bdb4bd4d952e5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:20:50,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:20:50,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:20:50,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(1085): writing seq id for c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:20:50,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:20:50,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(1102): Opened c7e58ae19c0e77a4129bdb4bd4d952e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67407997, jitterRate=0.004457429051399231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:20:50,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegion(1001): Region open journal for c7e58ae19c0e77a4129bdb4bd4d952e5: 2024-11-08T21:20:50,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5., pid=83, masterSystemTime=1731100850700 2024-11-08T21:20:50,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:20:50,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=83}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:20:50,721 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=82 updating hbase:meta row=c7e58ae19c0e77a4129bdb4bd4d952e5, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:20:50,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-08T21:20:50,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; OpenRegionProcedure c7e58ae19c0e77a4129bdb4bd4d952e5, server=94899aa213cb,36245,1731100669440 in 175 msec 2024-11-08T21:20:50,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-08T21:20:50,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true, region=c7e58ae19c0e77a4129bdb4bd4d952e5, ASSIGN in 330 msec 2024-11-08T21:20:50,726 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:20:50,726 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnRenewLease_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100850726"}]},"ts":"1731100850726"} 2024-11-08T21:20:50,728 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnRenewLease_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:20:50,730 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:20:50,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnRenewLease_1_-true in 1.1690 sec 2024-11-08T21:20:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-08T21:20:52,575 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnRenewLease_1_-true, procId: 81 completed 2024-11-08T21:20:52,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnRenewLease_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:20:52,575 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:52,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32784 bytes) of info 2024-11-08T21:20:52,578 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403414 number_of_rows: 2147483647 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:20:52,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnRenewLease_1_-true assigned to meta. Checking AM states. 2024-11-08T21:20:52,579 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:20:52,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnRenewLease_1_-true assigned. 2024-11-08T21:20:52,581 DEBUG [hconnection-0x722eaa14-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:20:52,582 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:20:52,589 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:20:52,591 INFO [Time-limited test {}] client.TestClientScannerTimeouts(451): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:20:52,593 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:20:52,593 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 6500 2024-11-08T21:20:52,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnRenewLease_1_-true' 2024-11-08T21:20:56,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:20:56,528 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403367 expired clientIPAndPort=172.17.0.2:54082, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:20:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(450): Unknown callId: 7, skipping over this response of 11 bytes 2024-11-08T21:20:59,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnRenewLease_1_-true 2024-11-08T21:20:59,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnRenewLease_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:20:59,606 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:20:59,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:39778 deadline: 1731100861593, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true 2024-11-08T21:20:59,607 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor60.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException): org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 more 2024-11-08T21:20:59,607 DEBUG [Time-limited test {}] client.ClientScanner(606): scanner failed to renew lease org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor60.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:385) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ScannerCallable.next(ScannerCallable.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:263) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallable.rpcCall(ScannerCallable.java:62) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:437) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:405) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException: Expected nextCallSeq: 1 But the nextCallSeq got from client: 0; request=scanner_id: 8845479708683403417 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: true at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkScanNextCallSeq(RSRpcServices.java:3277) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3655) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:563) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T21:20:59,608 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 7016 2024-11-08T21:20:59,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c5e3eef to 127.0.0.1:61150 2024-11-08T21:20:59,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:59,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:20:59,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:20:59,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:20:59,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ea16aab to 127.0.0.1:61150 2024-11-08T21:20:59,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnRenewLease[1] Thread=230 (was 230), OpenFileDescriptor=448 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=12307 (was 12350) 2024-11-08T21:20:59,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync[1] Thread=230, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=12306 2024-11-08T21:20:59,627 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dfd2722 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d3557e2 2024-11-08T21:20:59,630 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3dfd2722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46447e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:59,631 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13fc0435 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22aba2d3 2024-11-08T21:20:59,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bb4593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:20:59,637 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:20:59,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=84, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true 2024-11-08T21:20:59,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:20:59,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:20:59,639 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync_1_-true" procId is: 84 2024-11-08T21:20:59,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:20:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-08T21:20:59,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741887_1063 (size=427) 2024-11-08T21:21:00,048 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f46aa0cc8ec7a7eeccb41ea697dcef86, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:21:00,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741888_1064 (size=78) 2024-11-08T21:21:00,456 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:21:00,456 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing f46aa0cc8ec7a7eeccb41ea697dcef86, disabling compactions & flushes 2024-11-08T21:21:00,456 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:00,456 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:00,456 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. after waiting 0 ms 2024-11-08T21:21:00,456 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:00,457 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:00,457 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for f46aa0cc8ec7a7eeccb41ea697dcef86: 2024-11-08T21:21:00,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:21:00,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86.","families":{"info":[{"qualifier":"regioninfo","vlen":77,"tag":[],"timestamp":"1731100860458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100860458"}]},"ts":"1731100860458"} 2024-11-08T21:21:00,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:21:00,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:21:00,460 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100860460"}]},"ts":"1731100860460"} 2024-11-08T21:21:00,461 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:21:00,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true, region=f46aa0cc8ec7a7eeccb41ea697dcef86, ASSIGN}] 2024-11-08T21:21:00,466 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true, region=f46aa0cc8ec7a7eeccb41ea697dcef86, ASSIGN 2024-11-08T21:21:00,467 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true, region=f46aa0cc8ec7a7eeccb41ea697dcef86, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:21:00,617 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=f46aa0cc8ec7a7eeccb41ea697dcef86, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:21:00,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; OpenRegionProcedure f46aa0cc8ec7a7eeccb41ea697dcef86, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:21:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-08T21:21:00,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:21:00,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:00,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(7285): Opening region: {ENCODED => f46aa0cc8ec7a7eeccb41ea697dcef86, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:21:00,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync_1_-true f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:00,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:21:00,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(7327): checking encryption for f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:00,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(7330): checking classloading for f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:00,778 INFO [StoreOpener-f46aa0cc8ec7a7eeccb41ea697dcef86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:00,780 INFO [StoreOpener-f46aa0cc8ec7a7eeccb41ea697dcef86-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f46aa0cc8ec7a7eeccb41ea697dcef86 columnFamilyName testFamily 2024-11-08T21:21:00,780 DEBUG [StoreOpener-f46aa0cc8ec7a7eeccb41ea697dcef86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:21:00,780 INFO [StoreOpener-f46aa0cc8ec7a7eeccb41ea697dcef86-1 {}] regionserver.HStore(327): Store=f46aa0cc8ec7a7eeccb41ea697dcef86/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:21:00,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:00,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:00,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(1085): writing seq id for f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:00,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:21:00,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(1102): Opened f46aa0cc8ec7a7eeccb41ea697dcef86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60019080, jitterRate=-0.10564601421356201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:21:00,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegion(1001): Region open journal for f46aa0cc8ec7a7eeccb41ea697dcef86: 2024-11-08T21:21:00,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., pid=86, masterSystemTime=1731100860770 2024-11-08T21:21:00,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:00,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=86}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:00,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=f46aa0cc8ec7a7eeccb41ea697dcef86, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:21:00,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-08T21:21:00,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; OpenRegionProcedure f46aa0cc8ec7a7eeccb41ea697dcef86, server=94899aa213cb,36245,1731100669440 in 174 msec 2024-11-08T21:21:00,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-08T21:21:00,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true, region=f46aa0cc8ec7a7eeccb41ea697dcef86, ASSIGN in 329 msec 2024-11-08T21:21:00,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:21:00,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100860797"}]},"ts":"1731100860797"} 2024-11-08T21:21:00,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:21:00,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=84, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:21:00,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true in 1.1640 sec 2024-11-08T21:21:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=84 2024-11-08T21:21:02,642 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true, procId: 84 completed 2024-11-08T21:21:02,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:21:02,643 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:21:02,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32878 bytes) of info 2024-11-08T21:21:02,647 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403419 number_of_rows: 2147483647 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:21:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true assigned to meta. Checking AM states. 2024-11-08T21:21:02,648 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:21:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true assigned. 2024-11-08T21:21:02,650 DEBUG [hconnection-0x1455ce52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:21:02,651 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:21:02,658 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:21:02,660 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:21:02,660 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:21:02,661 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3dfd2722 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:21:02,661 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x3dfd2722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:21:02,662 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:21:02,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true', row='', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:21:02,664 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:21:03,534 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403369 expired clientIPAndPort=172.17.0.2:54082, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:21:04,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true' 2024-11-08T21:21:06,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:21:08,672 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=6009ms, rpcTimeout=6000ms 2024-11-08T21:21:08,672 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=6009ms, rpcTimeout=6000ms 2024-11-08T21:21:08,672 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:21:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 1, skipping over this response of 88 bytes 2024-11-08T21:21:09,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync_1_-true 2024-11-08T21:21:09,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:21:09,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true', row='', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:21:09,690 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 6500 2024-11-08T21:21:11,540 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403374 expired clientIPAndPort=172.17.0.2:55288, userName=jenkins, regionInfo=hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:21:11,661 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1972ms, rpcTimeout=1971ms 2024-11-08T21:21:11,662 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1972ms, rpcTimeout=1971ms 2024-11-08T21:21:11,662 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:21:11,662 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=2, exceptions: 2024-11-08T21:21:08.672Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=6009ms, rpcTimeout=6000ms 2024-11-08T21:21:11.662Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1972ms, rpcTimeout=1971ms at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testMetaScanTimeoutOnOpenScannerAsync(TestClientScannerTimeouts.java:294) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.tryScheduleRetry(AsyncRpcRetryingCaller.java:130) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1972ms, rpcTimeout=1971ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 11 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=1972ms, rpcTimeout=1971ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 6 more 2024-11-08T21:21:11,663 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 6000, and got 9003 2024-11-08T21:21:11,663 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13fc0435 to 127.0.0.1:61150 2024-11-08T21:21:11,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:11,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:21:11,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:21:11,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:11,664 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dfd2722 to 127.0.0.1:61150 2024-11-08T21:21:11,673 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync[1] Thread=228 (was 230), OpenFileDescriptor=444 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=12223 (was 12306) 2024-11-08T21:21:11,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext[1] Thread=228, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=12222 2024-11-08T21:21:11,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x445c98d5 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6176dcd 2024-11-08T21:21:11,688 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x445c98d5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fbc03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:21:11,689 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c9e4868 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21053db7 2024-11-08T21:21:11,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf9372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:21:11,695 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:21:11,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true 2024-11-08T21:21:11,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:21:11,697 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:21:11,697 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext_1_-true" procId is: 87 2024-11-08T21:21:11,698 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:21:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T21:21:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741889_1065 (size=415) 2024-11-08T21:21:12,111 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 005fd218f7648d70b8b46c03a84194d2, NAME => 'hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:21:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741890_1066 (size=66) 2024-11-08T21:21:12,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:21:12,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing 005fd218f7648d70b8b46c03a84194d2, disabling compactions & flushes 2024-11-08T21:21:12,520 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:12,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:12,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. after waiting 0 ms 2024-11-08T21:21:12,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:12,520 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:12,520 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for 005fd218f7648d70b8b46c03a84194d2: 2024-11-08T21:21:12,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:21:12,522 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1731100872521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100872521"}]},"ts":"1731100872521"} 2024-11-08T21:21:12,523 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:21:12,524 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:21:12,524 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100872524"}]},"ts":"1731100872524"} 2024-11-08T21:21:12,525 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNext_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:21:12,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true, region=005fd218f7648d70b8b46c03a84194d2, ASSIGN}] 2024-11-08T21:21:12,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true, region=005fd218f7648d70b8b46c03a84194d2, ASSIGN 2024-11-08T21:21:12,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true, region=005fd218f7648d70b8b46c03a84194d2, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:21:12,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=005fd218f7648d70b8b46c03a84194d2, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:21:12,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE; OpenRegionProcedure 005fd218f7648d70b8b46c03a84194d2, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:21:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T21:21:12,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:21:12,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] handler.AssignRegionHandler(135): Open hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:12,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(7285): Opening region: {ENCODED => 005fd218f7648d70b8b46c03a84194d2, NAME => 'hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:21:12,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext_1_-true 005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:12,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(894): Instantiated hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:21:12,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(7327): checking encryption for 005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:12,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(7330): checking classloading for 005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:12,842 INFO [StoreOpener-005fd218f7648d70b8b46c03a84194d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:12,843 INFO [StoreOpener-005fd218f7648d70b8b46c03a84194d2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005fd218f7648d70b8b46c03a84194d2 columnFamilyName testFamily 2024-11-08T21:21:12,843 DEBUG [StoreOpener-005fd218f7648d70b8b46c03a84194d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:21:12,844 INFO [StoreOpener-005fd218f7648d70b8b46c03a84194d2-1 {}] regionserver.HStore(327): Store=005fd218f7648d70b8b46c03a84194d2/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:21:12,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:12,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:12,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(1085): writing seq id for 005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:12,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:21:12,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(1102): Opened 005fd218f7648d70b8b46c03a84194d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74673660, jitterRate=0.11272424459457397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:21:12,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegion(1001): Region open journal for 005fd218f7648d70b8b46c03a84194d2: 2024-11-08T21:21:12,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2., pid=89, masterSystemTime=1731100872834 2024-11-08T21:21:12,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:12,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=89}] handler.AssignRegionHandler(164): Opened hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:12,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=88 updating hbase:meta row=005fd218f7648d70b8b46c03a84194d2, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:21:12,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-08T21:21:12,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; OpenRegionProcedure 005fd218f7648d70b8b46c03a84194d2, server=94899aa213cb,36245,1731100669440 in 172 msec 2024-11-08T21:21:12,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-08T21:21:12,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true, region=005fd218f7648d70b8b46c03a84194d2, ASSIGN in 327 msec 2024-11-08T21:21:12,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:21:12,858 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100872858"}]},"ts":"1731100872858"} 2024-11-08T21:21:12,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:testMetaScanTimeoutOnNext_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:21:12,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:21:12,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext_1_-true in 1.1680 sec 2024-11-08T21:21:13,502 ERROR [LeaseRenewer:jenkins@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34155,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:21:14,142 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403378 expired clientIPAndPort=172.17.0.2:53812, userName=jenkins, regionInfo=testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:14,143 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403380 expired clientIPAndPort=172.17.0.2:53812, userName=jenkins, regionInfo=testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:14,143 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403381 expired clientIPAndPort=172.17.0.2:53812, userName=jenkins, regionInfo=testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:14,649 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34155 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34155,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T21:21:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-08T21:21:14,701 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext_1_-true, procId: 87 completed 2024-11-08T21:21:14,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:21:14,701 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:21:14,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32830 bytes) of info 2024-11-08T21:21:14,724 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403426 number_of_rows: 2147483647 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:21:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table hbase:testMetaScanTimeoutOnNext_1_-true assigned to meta. Checking AM states. 2024-11-08T21:21:14,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:21:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table hbase:testMetaScanTimeoutOnNext_1_-true assigned. 2024-11-08T21:21:14,727 DEBUG [hconnection-0x74a574df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:21:14,728 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:21:14,735 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:21:14,737 INFO [Time-limited test {}] client.TestClientScannerTimeouts(407): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-08T21:21:14,738 INFO [Time-limited test {}] client.TestClientScannerTimeouts(413): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-08T21:21:14,739 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403429 number_of_rows: 1 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:21:14,739 INFO [Time-limited test {}] client.TestClientScannerTimeouts(417): Making second next() RPC, expecting timeout 2024-11-08T21:21:14,740 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403429 number_of_rows: 1 close_scanner: false next_call_seq: 1 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:21:14,740 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(596): SLEEPING 9500 2024-11-08T21:21:16,190 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:21:16,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext_1_-true' 2024-11-08T21:21:17,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T21:21:18,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:21:19,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext_1_-true 2024-11-08T21:21:19,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:21:19,246 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403387 expired clientIPAndPort=172.17.0.2:53814, userName=jenkins, regionInfo=testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:21:21,849 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403392 expired clientIPAndPort=172.17.0.2:43344, userName=jenkins, regionInfo=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:21:23,742 DEBUG [Time-limited test {}] client.ResultBoundedCompletionService(217): Replica 0 returns java.net.SocketTimeoutException: callTimeout=9000, callDuration=10007: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=9001ms, rpcTimeout=9000ms row '' on table 'hbase:testMetaScanTimeoutOnNext_1_-true' at region=hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2., hostname=94899aa213cb,36245,1731100669440, seqNum=2 java.net.SocketTimeoutException: callTimeout=9000, callDuration=10007: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=9001ms, rpcTimeout=9000ms row '' on table 'hbase:testMetaScanTimeoutOnNext_1_-true' at region=hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2., hostname=94899aa213cb,36245,1731100669440, seqNum=2 at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:172) at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:74) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=9001ms, rpcTimeout=9000ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ... 1 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=Scan], waitTime=9001ms, rpcTimeout=9000ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ... 6 more 2024-11-08T21:21:23,742 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 9000, and got 9002 2024-11-08T21:21:23,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c9e4868 to 127.0.0.1:61150 2024-11-08T21:21:23,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:23,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:21:23,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:21:23,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:23,743 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x445c98d5 to 127.0.0.1:61150 2024-11-08T21:21:23,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext[1] Thread=226 (was 228), OpenFileDescriptor=444 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=12177 (was 12222) 2024-11-08T21:21:23,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync[1] Thread=226, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=12176 2024-11-08T21:21:23,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a71fb9f to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@562a4dc 2024-11-08T21:21:23,764 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x1a71fb9f {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a7198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:21:23,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d45ae14 to 127.0.0.1:61150 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cc60c8b 2024-11-08T21:21:23,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597ebb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T21:21:23,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T21:21:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true 2024-11-08T21:21:23,771 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T21:21:23,771 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:21:23,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync_1_-true" procId is: 90 2024-11-08T21:21:23,771 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T21:21:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-08T21:21:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741891_1067 (size=431) 2024-11-08T21:21:23,850 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403394 expired clientIPAndPort=172.17.0.2:43344, userName=jenkins, regionInfo=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:21:24,181 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => db145dec0553369b22134e172e3c6b9b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync_1_-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3 2024-11-08T21:21:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741892_1068 (size=82) 2024-11-08T21:21:24,241 WARN [RS-EventLoopGroup-3-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:21:24,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:21:24,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1681): Closing db145dec0553369b22134e172e3c6b9b, disabling compactions & flushes 2024-11-08T21:21:24,588 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:24,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:24,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. after waiting 0 ms 2024-11-08T21:21:24,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:24,588 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:24,588 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync_1_-true-pool-0 {}] regionserver.HRegion(1635): Region close journal for db145dec0553369b22134e172e3c6b9b: 2024-11-08T21:21:24,589 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T21:21:24,590 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b.","families":{"info":[{"qualifier":"regioninfo","vlen":81,"tag":[],"timestamp":"1731100884590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731100884590"}]},"ts":"1731100884590"} 2024-11-08T21:21:24,591 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-08T21:21:24,592 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T21:21:24,592 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100884592"}]},"ts":"1731100884592"} 2024-11-08T21:21:24,593 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync_1_-true, state=ENABLING in hbase:meta 2024-11-08T21:21:24,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true, region=db145dec0553369b22134e172e3c6b9b, ASSIGN}] 2024-11-08T21:21:24,598 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true, region=db145dec0553369b22134e172e3c6b9b, ASSIGN 2024-11-08T21:21:24,598 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true, region=db145dec0553369b22134e172e3c6b9b, ASSIGN; state=OFFLINE, location=94899aa213cb,36245,1731100669440; forceNewPlan=false, retain=false 2024-11-08T21:21:24,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=db145dec0553369b22134e172e3c6b9b, regionState=OPENING, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:21:24,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure db145dec0553369b22134e172e3c6b9b, server=94899aa213cb,36245,1731100669440}] 2024-11-08T21:21:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-08T21:21:24,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 94899aa213cb,36245,1731100669440 2024-11-08T21:21:24,908 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:24,908 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => db145dec0553369b22134e172e3c6b9b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T21:21:24,909 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync_1_-true db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:24,909 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T21:21:24,909 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:24,909 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:24,910 INFO [StoreOpener-db145dec0553369b22134e172e3c6b9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:24,912 INFO [StoreOpener-db145dec0553369b22134e172e3c6b9b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db145dec0553369b22134e172e3c6b9b columnFamilyName testFamily 2024-11-08T21:21:24,912 DEBUG [StoreOpener-db145dec0553369b22134e172e3c6b9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T21:21:24,913 INFO [StoreOpener-db145dec0553369b22134e172e3c6b9b-1 {}] regionserver.HStore(327): Store=db145dec0553369b22134e172e3c6b9b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T21:21:24,914 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:24,914 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:24,916 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:24,918 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T21:21:24,919 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened db145dec0553369b22134e172e3c6b9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74032333, jitterRate=0.10316772758960724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T21:21:24,919 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for db145dec0553369b22134e172e3c6b9b: 2024-11-08T21:21:24,920 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., pid=92, masterSystemTime=1731100884903 2024-11-08T21:21:24,921 DEBUG [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:24,922 INFO [RS_OPEN_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:24,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=db145dec0553369b22134e172e3c6b9b, regionState=OPEN, openSeqNum=2, regionLocation=94899aa213cb,36245,1731100669440 2024-11-08T21:21:24,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-08T21:21:24,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure db145dec0553369b22134e172e3c6b9b, server=94899aa213cb,36245,1731100669440 in 172 msec 2024-11-08T21:21:24,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-08T21:21:24,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true, region=db145dec0553369b22134e172e3c6b9b, ASSIGN in 328 msec 2024-11-08T21:21:24,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T21:21:24,926 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync_1_-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731100884926"}]},"ts":"1731100884926"} 2024-11-08T21:21:24,928 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync_1_-true, state=ENABLED in hbase:meta 2024-11-08T21:21:24,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T21:21:24,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync_1_-true in 1.1610 sec 2024-11-08T21:21:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38485 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-08T21:21:26,775 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync_1_-true, procId: 90 completed 2024-11-08T21:21:26,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync_1_-true get assigned. Timeout = 60000ms 2024-11-08T21:21:26,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:21:26,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36245 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=32890 bytes) of info 2024-11-08T21:21:26,779 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(562): Got request scanner_id: 8845479708683403430 number_of_rows: 2147483647 close_scanner: false next_call_seq: 0 client_handles_partials: true client_handles_heartbeats: true track_scan_metrics: false renew: false 2024-11-08T21:21:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testNormalScanTimeoutOnOpenScannerAsync_1_-true assigned to meta. Checking AM states. 2024-11-08T21:21:26,781 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T21:21:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testNormalScanTimeoutOnOpenScannerAsync_1_-true assigned. 2024-11-08T21:21:26,783 DEBUG [hconnection-0x25d8c67a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:21:26,784 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:21:26,791 INFO [Time-limited test {}] client.TestClientScannerTimeouts(161): Wrote our four values 2024-11-08T21:21:26,793 INFO [Time-limited test {}] client.TestClientScannerTimeouts(433): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-08T21:21:26,793 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-08T21:21:26,794 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x1a71fb9f {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=94899aa213cb,36245,1731100669440, seqNum=-1] 2024-11-08T21:21:26,794 DEBUG [ReadOnlyZKClient-127.0.0.1:61150@0x1a71fb9f {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T21:21:26,795 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T21:21:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync_1_-true', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:21:26,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:21:27,802 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-08T21:21:27,802 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-08T21:21:27,802 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:21:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(450): Unknown callId: 1, skipping over this response of 88 bytes 2024-11-08T21:21:28,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync_1_-true', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2] 2024-11-08T21:21:28,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36245 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(611): openScanner SLEEPING 1500 2024-11-08T21:21:28,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync_1_-true' 2024-11-08T21:21:29,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync_1_-true 2024-11-08T21:21:29,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync_1_-true Metrics about Tables on a single HBase RegionServer 2024-11-08T21:21:29,801 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=992ms, rpcTimeout=984ms 2024-11-08T21:21:29,801 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=992ms, rpcTimeout=984ms 2024-11-08T21:21:29,801 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b., hostname=94899aa213cb,36245,1731100669440, seqNum=2 from cache 2024-11-08T21:21:29,802 INFO [Time-limited test {}] client.TestClientScannerTimeouts(439): Got error org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=2, exceptions: 2024-11-08T21:21:27.802Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-11-08T21:21:29.801Z, org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=992ms, rpcTimeout=984ms at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.expectTimeoutOnOpenScanner(TestClientScannerTimeouts.java:436) ~[test-classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.testNormalScanTimeoutOnOpenScannerAsync(TestClientScannerTimeouts.java:233) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.tryScheduleRetry(AsyncRpcRetryingCaller.java:130) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:206) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-2.7.0-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setTimeout(Call.java:109) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:171) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=94899aa213cb:36245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=992ms, rpcTimeout=984ms at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:253) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 11 more Caused by: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=Scan], waitTime=992ms, rpcTimeout=984ms at org.apache.hadoop.hbase.ipc.RpcConnection$1.run(RpcConnection.java:172) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 6 more 2024-11-08T21:21:29,803 INFO [Time-limited test {}] client.TestClientScannerTimeouts(477): Expected duration >= 1000, and got 3009 2024-11-08T21:21:29,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d45ae14 to 127.0.0.1:61150 2024-11-08T21:21:29,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:29,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-08T21:21:29,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.after(TestClientScannerTimeouts.java:135) at jdk.internal.reflect.GeneratedMethodAccessor86.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T21:21:29,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:29,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a71fb9f to 127.0.0.1:61150 2024-11-08T21:21:29,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync[1] Thread=232 (was 226) - Thread LEAK? -, OpenFileDescriptor=448 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=141 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=12171 (was 12176) 2024-11-08T21:21:29,813 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-08T21:21:29,813 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-08T21:21:29,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x574a453f to 127.0.0.1:61150 2024-11-08T21:21:29,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:29,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T21:21:29,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1679263184, stopped=false 2024-11-08T21:21:29,813 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=94899aa213cb,38485,1731100668720 2024-11-08T21:21:29,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T21:21:29,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T21:21:29,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:21:29,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:21:29,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-08T21:21:29,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:29,815 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '94899aa213cb,36245,1731100669440' ***** 2024-11-08T21:21:29,815 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-08T21:21:29,816 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T21:21:29,816 INFO [RS:0;94899aa213cb:36245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T21:21:29,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-08T21:21:29,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T21:21:29,816 INFO [RS:0;94899aa213cb:36245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T21:21:29,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T21:21:29,816 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for afeee1c508a188782a7f1cb833c6cf2e 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 99387f6859a56cd1005ebc8701c97944 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for c7e58ae19c0e77a4129bdb4bd4d952e5 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for e237b66b024bda40dba60140d8f77767 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for eb8bb45d44206f8b2b2c885b2d7dafe1 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 713f5eb7ab4dccd4c7a9bd474d108fa8 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 9dfa56914794699477dfeb381094d2cd 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 005fd218f7648d70b8b46c03a84194d2 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for db145dec0553369b22134e172e3c6b9b 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 3a86e0c4cdbd92be5837aaa695d0ce82 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for b99541f2b5ece53c3a9c808cfbad63ce 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for c9f3dc4018cf959bfd49fc43b7016a0c 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 98802d5f4e7f3dcd89cffcaa038694bc 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for bdd04fe75c59e9e8c5ef722c6edc6da2 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for d0805dc7a1e293b672c60135268676b9 2024-11-08T21:21:29,817 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing afeee1c508a188782a7f1cb833c6cf2e, disabling compactions & flushes 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 86d155800f7fbe9a88d77a334daca45f 2024-11-08T21:21:29,817 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 3be0c73f6042131ec8bfde00fd6f8d67 2024-11-08T21:21:29,817 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 4e1537834db109c05760459f9b7955d1 2024-11-08T21:21:29,817 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. after waiting 0 ms 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for a9a3cacad7121a578e44c51c89aea45e 2024-11-08T21:21:29,817 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 3bc10c93e27fd6f81eaca0251792584f 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for d84702866f231b11efd972e14ff2cec7 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 60a22b77228b764368044168c810fffe 2024-11-08T21:21:29,817 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 7906b914685208c32ed3f18206887765 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1224): stopping server 94899aa213cb,36245,1731100669440 2024-11-08T21:21:29,818 DEBUG [RS:0;94899aa213cb:36245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T21:21:29,818 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing afeee1c508a188782a7f1cb833c6cf2e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-08T21:21:29,818 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 30 regions to close 2024-11-08T21:21:29,818 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-08T21:21:29,818 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-08T21:21:29,818 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-08T21:21:29,818 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T21:21:29,818 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T21:21:29,819 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=47.95 KB heapSize=74.34 KB 2024-11-08T21:21:29,819 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 1588230740, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, afeee1c508a188782a7f1cb833c6cf2e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e, f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:29,855 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.RSRpcServices$ScannerListener(571): Scanner lease 8845479708683403399 expired clientIPAndPort=172.17.0.2:43360, userName=jenkins, regionInfo=testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:21:29,872 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e/.tmp/testFamily/904f86f23bb84dea886ae314fa866961 is 61, key is row-0/testFamily:testQualifier/1731100789931/Put/seqid=0 2024-11-08T21:21:29,881 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/.tmp/info/a75166ab39284cf89066a658581b0027 is 227, key is testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e./info:regioninfo/1731100704697/Put/seqid=0 2024-11-08T21:21:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741893_1069 (size=5049) 2024-11-08T21:21:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741894_1070 (size=51873) 2024-11-08T21:21:30,019 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 1588230740, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, afeee1c508a188782a7f1cb833c6cf2e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e, f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:30,062 INFO [regionserver/94899aa213cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T21:21:30,062 INFO [regionserver/94899aa213cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T21:21:30,219 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 1588230740, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, afeee1c508a188782a7f1cb833c6cf2e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e, f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:30,283 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e/.tmp/testFamily/904f86f23bb84dea886ae314fa866961 2024-11-08T21:21:30,287 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.72 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/.tmp/info/a75166ab39284cf89066a658581b0027 2024-11-08T21:21:30,310 WARN [RS-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T21:21:30,328 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e/.tmp/testFamily/904f86f23bb84dea886ae314fa866961 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e/testFamily/904f86f23bb84dea886ae314fa866961 2024-11-08T21:21:30,335 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e/testFamily/904f86f23bb84dea886ae314fa866961, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:30,338 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for afeee1c508a188782a7f1cb833c6cf2e in 520ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:30,343 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_1_-true/afeee1c508a188782a7f1cb833c6cf2e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:30,345 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:21:30,345 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for afeee1c508a188782a7f1cb833c6cf2e: 2024-11-08T21:21:30,345 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner_1_-true,,1731100788910.afeee1c508a188782a7f1cb833c6cf2e. 2024-11-08T21:21:30,345 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f46aa0cc8ec7a7eeccb41ea697dcef86, disabling compactions & flushes 2024-11-08T21:21:30,345 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:30,345 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:30,345 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. after waiting 0 ms 2024-11-08T21:21:30,345 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:30,345 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f46aa0cc8ec7a7eeccb41ea697dcef86 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:30,347 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/.tmp/table/3064bfd6b9214c68851233fa4b5b78cb is 89, key is testRetryOutOfOrderScannerNextExceptionAsync_0_-false/table:state/1731100704713/Put/seqid=0 2024-11-08T21:21:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741895_1071 (size=9821) 2024-11-08T21:21:30,362 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86/.tmp/testFamily/c365bedadb58475f87dbd0f1c95e26b2 is 61, key is row-0/testFamily:testQualifier/1731100862653/Put/seqid=0 2024-11-08T21:21:30,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741896_1072 (size=5049) 2024-11-08T21:21:30,420 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 1588230740, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e, f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:30,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:21:30,620 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 1588230740, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e, f46aa0cc8ec7a7eeccb41ea697dcef86 2024-11-08T21:21:30,752 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.23 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/.tmp/table/3064bfd6b9214c68851233fa4b5b78cb 2024-11-08T21:21:30,760 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/.tmp/info/a75166ab39284cf89066a658581b0027 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/info/a75166ab39284cf89066a658581b0027 2024-11-08T21:21:30,766 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86/.tmp/testFamily/c365bedadb58475f87dbd0f1c95e26b2 2024-11-08T21:21:30,767 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/info/a75166ab39284cf89066a658581b0027, entries=290, sequenceid=149, filesize=50.7 K 2024-11-08T21:21:30,768 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/.tmp/table/3064bfd6b9214c68851233fa4b5b78cb as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/table/3064bfd6b9214c68851233fa4b5b78cb 2024-11-08T21:21:30,773 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86/.tmp/testFamily/c365bedadb58475f87dbd0f1c95e26b2 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86/testFamily/c365bedadb58475f87dbd0f1c95e26b2 2024-11-08T21:21:30,775 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/table/3064bfd6b9214c68851233fa4b5b78cb, entries=58, sequenceid=149, filesize=9.6 K 2024-11-08T21:21:30,776 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~47.95 KB/49100, heapSize ~74.06 KB/75840, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=149, compaction requested=false 2024-11-08T21:21:30,779 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86/testFamily/c365bedadb58475f87dbd0f1c95e26b2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:30,781 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/meta/1588230740/recovered.edits/152.seqid, newMaxSeqId=152, maxSeqId=1 2024-11-08T21:21:30,782 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T21:21:30,782 INFO [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-08T21:21:30,782 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-08T21:21:30,782 DEBUG [RS_CLOSE_META-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T21:21:30,782 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f46aa0cc8ec7a7eeccb41ea697dcef86 in 437ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:30,786 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_1_-true/f46aa0cc8ec7a7eeccb41ea697dcef86/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:30,787 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:30,787 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f46aa0cc8ec7a7eeccb41ea697dcef86: 2024-11-08T21:21:30,787 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync_1_-true,,1731100859636.f46aa0cc8ec7a7eeccb41ea697dcef86. 2024-11-08T21:21:30,787 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 99387f6859a56cd1005ebc8701c97944, disabling compactions & flushes 2024-11-08T21:21:30,787 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:21:30,787 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:21:30,787 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. after waiting 0 ms 2024-11-08T21:21:30,787 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:21:30,787 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 99387f6859a56cd1005ebc8701c97944 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:30,803 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944/.tmp/testFamily/1fedb1fb8ccd4b7a9a4f099213b6bf9b is 61, key is row-0/testFamily:testQualifier/1731100755495/Put/seqid=0 2024-11-08T21:21:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741897_1073 (size=5049) 2024-11-08T21:21:30,820 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 27 regions to close 2024-11-08T21:21:30,820 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:31,021 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:31,208 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944/.tmp/testFamily/1fedb1fb8ccd4b7a9a4f099213b6bf9b 2024-11-08T21:21:31,215 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944/.tmp/testFamily/1fedb1fb8ccd4b7a9a4f099213b6bf9b as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944/testFamily/1fedb1fb8ccd4b7a9a4f099213b6bf9b 2024-11-08T21:21:31,221 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 99387f6859a56cd1005ebc8701c97944, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:31,222 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944/testFamily/1fedb1fb8ccd4b7a9a4f099213b6bf9b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:31,222 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 99387f6859a56cd1005ebc8701c97944 in 435ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:31,226 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_0_-false/99387f6859a56cd1005ebc8701c97944/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:31,227 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:21:31,227 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 99387f6859a56cd1005ebc8701c97944: 2024-11-08T21:21:31,227 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnRenewLease_0_-false,,1731100754475.99387f6859a56cd1005ebc8701c97944. 2024-11-08T21:21:31,227 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c7e58ae19c0e77a4129bdb4bd4d952e5, disabling compactions & flushes 2024-11-08T21:21:31,227 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:21:31,228 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:21:31,228 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. after waiting 0 ms 2024-11-08T21:21:31,228 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:21:31,228 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c7e58ae19c0e77a4129bdb4bd4d952e5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:31,243 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5/.tmp/testFamily/da33f439a7a4436cb5e60b90bbc4db98 is 61, key is row-0/testFamily:testQualifier/1731100852584/Put/seqid=0 2024-11-08T21:21:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741898_1074 (size=5049) 2024-11-08T21:21:31,421 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:31,621 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c7e58ae19c0e77a4129bdb4bd4d952e5, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:31,649 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5/.tmp/testFamily/da33f439a7a4436cb5e60b90bbc4db98 2024-11-08T21:21:31,657 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5/.tmp/testFamily/da33f439a7a4436cb5e60b90bbc4db98 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5/testFamily/da33f439a7a4436cb5e60b90bbc4db98 2024-11-08T21:21:31,663 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5/testFamily/da33f439a7a4436cb5e60b90bbc4db98, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:31,664 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c7e58ae19c0e77a4129bdb4bd4d952e5 in 436ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:31,668 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnRenewLease_1_-true/c7e58ae19c0e77a4129bdb4bd4d952e5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:31,668 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:21:31,668 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c7e58ae19c0e77a4129bdb4bd4d952e5: 2024-11-08T21:21:31,668 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnRenewLease_1_-true,,1731100849562.c7e58ae19c0e77a4129bdb4bd4d952e5. 2024-11-08T21:21:31,669 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e237b66b024bda40dba60140d8f77767, disabling compactions & flushes 2024-11-08T21:21:31,669 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:21:31,669 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:21:31,669 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. after waiting 0 ms 2024-11-08T21:21:31,669 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:21:31,669 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e237b66b024bda40dba60140d8f77767 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:31,684 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767/.tmp/testFamily/18685bc21f8d4d41a9387997a90306ae is 61, key is row-0/testFamily:testQualifier/1731100716595/Put/seqid=0 2024-11-08T21:21:31,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741899_1075 (size=5049) 2024-11-08T21:21:31,822 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 25 regions to close 2024-11-08T21:21:31,822 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:32,022 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, e237b66b024bda40dba60140d8f77767, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:32,089 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767/.tmp/testFamily/18685bc21f8d4d41a9387997a90306ae 2024-11-08T21:21:32,096 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767/.tmp/testFamily/18685bc21f8d4d41a9387997a90306ae as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767/testFamily/18685bc21f8d4d41a9387997a90306ae 2024-11-08T21:21:32,102 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767/testFamily/18685bc21f8d4d41a9387997a90306ae, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:32,103 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e237b66b024bda40dba60140d8f77767 in 434ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:32,107 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_0_-false/e237b66b024bda40dba60140d8f77767/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:32,108 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:21:32,108 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e237b66b024bda40dba60140d8f77767: 2024-11-08T21:21:32,108 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync_0_-false,,1731100715567.e237b66b024bda40dba60140d8f77767. 2024-11-08T21:21:32,108 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing eb8bb45d44206f8b2b2c885b2d7dafe1, disabling compactions & flushes 2024-11-08T21:21:32,108 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:21:32,108 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:21:32,108 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. after waiting 0 ms 2024-11-08T21:21:32,108 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:21:32,108 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing eb8bb45d44206f8b2b2c885b2d7dafe1 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:32,124 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1/.tmp/testFamily/da7d82493d3241a18321e741cb5b117e is 61, key is row-0/testFamily:testQualifier/1731100741237/Put/seqid=0 2024-11-08T21:21:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741900_1076 (size=5049) 2024-11-08T21:21:32,222 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:32,422 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, eb8bb45d44206f8b2b2c885b2d7dafe1, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:32,529 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1/.tmp/testFamily/da7d82493d3241a18321e741cb5b117e 2024-11-08T21:21:32,537 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1/.tmp/testFamily/da7d82493d3241a18321e741cb5b117e as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1/testFamily/da7d82493d3241a18321e741cb5b117e 2024-11-08T21:21:32,543 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1/testFamily/da7d82493d3241a18321e741cb5b117e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:32,544 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eb8bb45d44206f8b2b2c885b2d7dafe1 in 436ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:32,548 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_0_-false/eb8bb45d44206f8b2b2c885b2d7dafe1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:32,549 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:21:32,549 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for eb8bb45d44206f8b2b2c885b2d7dafe1: 2024-11-08T21:21:32,549 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnClose_0_-false,,1731100738210.eb8bb45d44206f8b2b2c885b2d7dafe1. 2024-11-08T21:21:32,549 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 713f5eb7ab4dccd4c7a9bd474d108fa8, disabling compactions & flushes 2024-11-08T21:21:32,549 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:21:32,549 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:21:32,549 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. after waiting 0 ms 2024-11-08T21:21:32,549 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:21:32,549 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 713f5eb7ab4dccd4c7a9bd474d108fa8 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:32,565 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8/.tmp/testFamily/bd457e1d73a845eb8d03ac1f93ad0790 is 61, key is row-0/testFamily:testQualifier/1731100832396/Put/seqid=0 2024-11-08T21:21:32,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741901_1077 (size=5049) 2024-11-08T21:21:32,623 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:32,823 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 23 regions to close 2024-11-08T21:21:32,823 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 713f5eb7ab4dccd4c7a9bd474d108fa8, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:32,970 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8/.tmp/testFamily/bd457e1d73a845eb8d03ac1f93ad0790 2024-11-08T21:21:32,977 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8/.tmp/testFamily/bd457e1d73a845eb8d03ac1f93ad0790 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8/testFamily/bd457e1d73a845eb8d03ac1f93ad0790 2024-11-08T21:21:32,984 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8/testFamily/bd457e1d73a845eb8d03ac1f93ad0790, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:32,985 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 713f5eb7ab4dccd4c7a9bd474d108fa8 in 436ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:32,989 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnClose_1_-true/713f5eb7ab4dccd4c7a9bd474d108fa8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:32,990 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:21:32,990 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 713f5eb7ab4dccd4c7a9bd474d108fa8: 2024-11-08T21:21:32,990 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnClose_1_-true,,1731100829375.713f5eb7ab4dccd4c7a9bd474d108fa8. 2024-11-08T21:21:32,990 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9dfa56914794699477dfeb381094d2cd, disabling compactions & flushes 2024-11-08T21:21:32,990 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:21:32,990 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:21:32,991 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. after waiting 0 ms 2024-11-08T21:21:32,991 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:21:32,991 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9dfa56914794699477dfeb381094d2cd 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:33,014 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd/.tmp/testFamily/b98f9605ad3d4045aae688e85e4644f2 is 61, key is row-0/testFamily:testQualifier/1731100817156/Put/seqid=0 2024-11-08T21:21:33,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741902_1078 (size=5049) 2024-11-08T21:21:33,023 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:33,223 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:33,419 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd/.tmp/testFamily/b98f9605ad3d4045aae688e85e4644f2 2024-11-08T21:21:33,424 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, 9dfa56914794699477dfeb381094d2cd, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:33,426 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd/.tmp/testFamily/b98f9605ad3d4045aae688e85e4644f2 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd/testFamily/b98f9605ad3d4045aae688e85e4644f2 2024-11-08T21:21:33,432 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd/testFamily/b98f9605ad3d4045aae688e85e4644f2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:33,433 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9dfa56914794699477dfeb381094d2cd in 442ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:33,437 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_1_-true/9dfa56914794699477dfeb381094d2cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:33,437 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:21:33,437 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9dfa56914794699477dfeb381094d2cd: 2024-11-08T21:21:33,437 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnRenewLease_1_-true,,1731100814135.9dfa56914794699477dfeb381094d2cd. 2024-11-08T21:21:33,437 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 005fd218f7648d70b8b46c03a84194d2, disabling compactions & flushes 2024-11-08T21:21:33,438 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:33,438 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:33,438 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. after waiting 0 ms 2024-11-08T21:21:33,438 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:33,438 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 005fd218f7648d70b8b46c03a84194d2 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:33,453 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2/.tmp/testFamily/bc9879d9f20b4e3a83e78fa9255fd9fa is 61, key is row-0/testFamily:testQualifier/1731100874730/Put/seqid=0 2024-11-08T21:21:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741903_1079 (size=5049) 2024-11-08T21:21:33,624 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:33,824 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 21 regions to close 2024-11-08T21:21:33,824 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 005fd218f7648d70b8b46c03a84194d2, 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:33,858 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2/.tmp/testFamily/bc9879d9f20b4e3a83e78fa9255fd9fa 2024-11-08T21:21:33,864 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2/.tmp/testFamily/bc9879d9f20b4e3a83e78fa9255fd9fa as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2/testFamily/bc9879d9f20b4e3a83e78fa9255fd9fa 2024-11-08T21:21:33,871 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2/testFamily/bc9879d9f20b4e3a83e78fa9255fd9fa, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:33,872 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 005fd218f7648d70b8b46c03a84194d2 in 434ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:33,876 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_1_-true/005fd218f7648d70b8b46c03a84194d2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:33,877 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:33,877 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 005fd218f7648d70b8b46c03a84194d2: 2024-11-08T21:21:33,877 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext_1_-true,,1731100871695.005fd218f7648d70b8b46c03a84194d2. 2024-11-08T21:21:33,877 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing db145dec0553369b22134e172e3c6b9b, disabling compactions & flushes 2024-11-08T21:21:33,877 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:33,877 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:33,877 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. after waiting 0 ms 2024-11-08T21:21:33,877 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:33,877 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing db145dec0553369b22134e172e3c6b9b 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:33,893 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b/.tmp/testFamily/1b461926f41e4aaca893c8a5e262d5b6 is 61, key is row-0/testFamily:testQualifier/1731100886786/Put/seqid=0 2024-11-08T21:21:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741904_1080 (size=5049) 2024-11-08T21:21:34,024 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:34,225 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, db145dec0553369b22134e172e3c6b9b, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:34,297 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b/.tmp/testFamily/1b461926f41e4aaca893c8a5e262d5b6 2024-11-08T21:21:34,305 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b/.tmp/testFamily/1b461926f41e4aaca893c8a5e262d5b6 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b/testFamily/1b461926f41e4aaca893c8a5e262d5b6 2024-11-08T21:21:34,311 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b/testFamily/1b461926f41e4aaca893c8a5e262d5b6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:34,312 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for db145dec0553369b22134e172e3c6b9b in 435ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:34,316 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_1_-true/db145dec0553369b22134e172e3c6b9b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:34,317 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:34,317 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for db145dec0553369b22134e172e3c6b9b: 2024-11-08T21:21:34,317 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync_1_-true,,1731100883769.db145dec0553369b22134e172e3c6b9b. 2024-11-08T21:21:34,317 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3a86e0c4cdbd92be5837aaa695d0ce82, disabling compactions & flushes 2024-11-08T21:21:34,317 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:21:34,317 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:21:34,317 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. after waiting 0 ms 2024-11-08T21:21:34,317 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:21:34,317 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3a86e0c4cdbd92be5837aaa695d0ce82 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:34,334 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82/.tmp/testFamily/aafc39ee29f247fc828bf197128fded6 is 61, key is row-0/testFamily:testQualifier/1731100726733/Put/seqid=0 2024-11-08T21:21:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741905_1081 (size=5049) 2024-11-08T21:21:34,425 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:34,625 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3a86e0c4cdbd92be5837aaa695d0ce82, 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:34,738 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82/.tmp/testFamily/aafc39ee29f247fc828bf197128fded6 2024-11-08T21:21:34,746 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82/.tmp/testFamily/aafc39ee29f247fc828bf197128fded6 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82/testFamily/aafc39ee29f247fc828bf197128fded6 2024-11-08T21:21:34,752 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82/testFamily/aafc39ee29f247fc828bf197128fded6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:34,753 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a86e0c4cdbd92be5837aaa695d0ce82 in 436ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:34,756 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_0_-false/3a86e0c4cdbd92be5837aaa695d0ce82/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:34,757 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:21:34,757 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3a86e0c4cdbd92be5837aaa695d0ce82: 2024-11-08T21:21:34,757 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException_0_-false,,1731100725702.3a86e0c4cdbd92be5837aaa695d0ce82. 2024-11-08T21:21:34,757 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b99541f2b5ece53c3a9c808cfbad63ce, disabling compactions & flushes 2024-11-08T21:21:34,757 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:21:34,757 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:21:34,757 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. after waiting 0 ms 2024-11-08T21:21:34,757 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:21:34,757 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b99541f2b5ece53c3a9c808cfbad63ce 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:34,774 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce/.tmp/testFamily/4f08050327e2485c81fc5c432364f8a8 is 61, key is row-0/testFamily:testQualifier/1731100727902/Put/seqid=0 2024-11-08T21:21:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741906_1082 (size=5049) 2024-11-08T21:21:34,825 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 18 regions to close 2024-11-08T21:21:34,825 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:35,026 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, b99541f2b5ece53c3a9c808cfbad63ce, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:35,179 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce/.tmp/testFamily/4f08050327e2485c81fc5c432364f8a8 2024-11-08T21:21:35,186 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce/.tmp/testFamily/4f08050327e2485c81fc5c432364f8a8 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce/testFamily/4f08050327e2485c81fc5c432364f8a8 2024-11-08T21:21:35,192 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce/testFamily/4f08050327e2485c81fc5c432364f8a8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:35,193 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b99541f2b5ece53c3a9c808cfbad63ce in 436ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:35,197 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnRenewLease_0_-false/b99541f2b5ece53c3a9c808cfbad63ce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:35,197 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:21:35,197 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b99541f2b5ece53c3a9c808cfbad63ce: 2024-11-08T21:21:35,198 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnRenewLease_0_-false,,1731100726865.b99541f2b5ece53c3a9c808cfbad63ce. 2024-11-08T21:21:35,198 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9f3dc4018cf959bfd49fc43b7016a0c, disabling compactions & flushes 2024-11-08T21:21:35,198 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:35,198 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:35,198 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. after waiting 0 ms 2024-11-08T21:21:35,198 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:35,198 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c9f3dc4018cf959bfd49fc43b7016a0c 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:35,213 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c/.tmp/testFamily/68548d6f47204ad7b4ecdf0a45422654 is 61, key is row-0/testFamily:testQualifier/1731100814079/Put/seqid=0 2024-11-08T21:21:35,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741907_1083 (size=5049) 2024-11-08T21:21:35,226 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:35,426 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:35,618 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c/.tmp/testFamily/68548d6f47204ad7b4ecdf0a45422654 2024-11-08T21:21:35,625 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c/.tmp/testFamily/68548d6f47204ad7b4ecdf0a45422654 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c/testFamily/68548d6f47204ad7b4ecdf0a45422654 2024-11-08T21:21:35,626 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, bdd04fe75c59e9e8c5ef722c6edc6da2, c9f3dc4018cf959bfd49fc43b7016a0c, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:35,631 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c/testFamily/68548d6f47204ad7b4ecdf0a45422654, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:35,632 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c9f3dc4018cf959bfd49fc43b7016a0c in 434ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:35,636 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextException_1_-true/c9f3dc4018cf959bfd49fc43b7016a0c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:35,636 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:35,636 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9f3dc4018cf959bfd49fc43b7016a0c: 2024-11-08T21:21:35,637 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException_1_-true,,1731100811061.c9f3dc4018cf959bfd49fc43b7016a0c. 2024-11-08T21:21:35,637 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 98802d5f4e7f3dcd89cffcaa038694bc, disabling compactions & flushes 2024-11-08T21:21:35,637 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:21:35,637 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:21:35,637 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. after waiting 0 ms 2024-11-08T21:21:35,637 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:21:35,637 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 98802d5f4e7f3dcd89cffcaa038694bc 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:35,653 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc/.tmp/testFamily/63422b24650f41c48557a906e93e6371 is 61, key is row-0/testFamily:testQualifier/1731100731036/Put/seqid=0 2024-11-08T21:21:35,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741908_1084 (size=5049) 2024-11-08T21:21:35,826 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 16 regions to close 2024-11-08T21:21:35,827 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, bdd04fe75c59e9e8c5ef722c6edc6da2, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:35,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:21:36,027 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, 98802d5f4e7f3dcd89cffcaa038694bc, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, bdd04fe75c59e9e8c5ef722c6edc6da2, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:36,059 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc/.tmp/testFamily/63422b24650f41c48557a906e93e6371 2024-11-08T21:21:36,066 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc/.tmp/testFamily/63422b24650f41c48557a906e93e6371 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc/testFamily/63422b24650f41c48557a906e93e6371 2024-11-08T21:21:36,071 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc/testFamily/63422b24650f41c48557a906e93e6371, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:36,072 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 98802d5f4e7f3dcd89cffcaa038694bc in 435ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:36,076 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_0_-false/98802d5f4e7f3dcd89cffcaa038694bc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:36,077 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:21:36,077 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 98802d5f4e7f3dcd89cffcaa038694bc: 2024-11-08T21:21:36,077 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner_0_-false,,1731100730010.98802d5f4e7f3dcd89cffcaa038694bc. 2024-11-08T21:21:36,077 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bdd04fe75c59e9e8c5ef722c6edc6da2, disabling compactions & flushes 2024-11-08T21:21:36,077 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:21:36,077 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:21:36,077 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. after waiting 0 ms 2024-11-08T21:21:36,077 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:21:36,078 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing bdd04fe75c59e9e8c5ef722c6edc6da2 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:36,093 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2/.tmp/testFamily/7594c25b0db64a28afbcd8e3157a1fc8 is 61, key is row-0/testFamily:testQualifier/1731100788818/Put/seqid=0 2024-11-08T21:21:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741909_1085 (size=5049) 2024-11-08T21:21:36,227 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, bdd04fe75c59e9e8c5ef722c6edc6da2, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:36,427 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, bdd04fe75c59e9e8c5ef722c6edc6da2, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:36,498 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2/.tmp/testFamily/7594c25b0db64a28afbcd8e3157a1fc8 2024-11-08T21:21:36,504 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2/.tmp/testFamily/7594c25b0db64a28afbcd8e3157a1fc8 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2/testFamily/7594c25b0db64a28afbcd8e3157a1fc8 2024-11-08T21:21:36,510 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2/testFamily/7594c25b0db64a28afbcd8e3157a1fc8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:36,511 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bdd04fe75c59e9e8c5ef722c6edc6da2 in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:36,514 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_1_-true/bdd04fe75c59e9e8c5ef722c6edc6da2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:36,515 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:21:36,515 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bdd04fe75c59e9e8c5ef722c6edc6da2: 2024-11-08T21:21:36,515 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync_1_-true,,1731100785795.bdd04fe75c59e9e8c5ef722c6edc6da2. 2024-11-08T21:21:36,515 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d0805dc7a1e293b672c60135268676b9, disabling compactions & flushes 2024-11-08T21:21:36,515 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:21:36,515 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:21:36,515 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. after waiting 0 ms 2024-11-08T21:21:36,515 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:21:36,515 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d0805dc7a1e293b672c60135268676b9 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:36,531 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9/.tmp/testFamily/352332f6b3bf41c9a0f150b4beaf1810 is 61, key is row-0/testFamily:testQualifier/1731100753401/Put/seqid=0 2024-11-08T21:21:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741910_1086 (size=5049) 2024-11-08T21:21:36,627 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:36,828 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 14 regions to close 2024-11-08T21:21:36,828 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d0805dc7a1e293b672c60135268676b9, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:36,935 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9/.tmp/testFamily/352332f6b3bf41c9a0f150b4beaf1810 2024-11-08T21:21:36,942 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9/.tmp/testFamily/352332f6b3bf41c9a0f150b4beaf1810 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9/testFamily/352332f6b3bf41c9a0f150b4beaf1810 2024-11-08T21:21:36,947 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9/testFamily/352332f6b3bf41c9a0f150b4beaf1810, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:36,948 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d0805dc7a1e293b672c60135268676b9 in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:36,952 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_0_-false/d0805dc7a1e293b672c60135268676b9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:36,953 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:21:36,953 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d0805dc7a1e293b672c60135268676b9: 2024-11-08T21:21:36,953 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext_0_-false,,1731100752375.d0805dc7a1e293b672c60135268676b9. 2024-11-08T21:21:36,953 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 86d155800f7fbe9a88d77a334daca45f, disabling compactions & flushes 2024-11-08T21:21:36,953 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:21:36,953 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:21:36,953 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. after waiting 0 ms 2024-11-08T21:21:36,953 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:21:36,953 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 86d155800f7fbe9a88d77a334daca45f 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:36,968 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f/.tmp/testFamily/705d8f8f6c294a52833851c36fa379a3 is 61, key is row-0/testFamily:testQualifier/1731100846512/Put/seqid=0 2024-11-08T21:21:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741911_1087 (size=5049) 2024-11-08T21:21:37,028 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:37,228 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, 86d155800f7fbe9a88d77a334daca45f, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:37,374 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f/.tmp/testFamily/705d8f8f6c294a52833851c36fa379a3 2024-11-08T21:21:37,380 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f/.tmp/testFamily/705d8f8f6c294a52833851c36fa379a3 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f/testFamily/705d8f8f6c294a52833851c36fa379a3 2024-11-08T21:21:37,385 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f/testFamily/705d8f8f6c294a52833851c36fa379a3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:37,386 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 86d155800f7fbe9a88d77a334daca45f in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:37,390 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNext_1_-true/86d155800f7fbe9a88d77a334daca45f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:37,390 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:21:37,391 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 86d155800f7fbe9a88d77a334daca45f: 2024-11-08T21:21:37,391 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext_1_-true,,1731100843494.86d155800f7fbe9a88d77a334daca45f. 2024-11-08T21:21:37,391 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3be0c73f6042131ec8bfde00fd6f8d67, disabling compactions & flushes 2024-11-08T21:21:37,391 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:21:37,391 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:21:37,391 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. after waiting 0 ms 2024-11-08T21:21:37,391 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:21:37,391 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3be0c73f6042131ec8bfde00fd6f8d67 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:37,406 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67/.tmp/testFamily/de63ff9996d745b1849d256be3802fa6 is 61, key is row-0/testFamily:testQualifier/1731100735138/Put/seqid=0 2024-11-08T21:21:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741912_1088 (size=5049) 2024-11-08T21:21:37,428 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:37,629 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:37,811 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67/.tmp/testFamily/de63ff9996d745b1849d256be3802fa6 2024-11-08T21:21:37,819 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67/.tmp/testFamily/de63ff9996d745b1849d256be3802fa6 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67/testFamily/de63ff9996d745b1849d256be3802fa6 2024-11-08T21:21:37,824 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67/testFamily/de63ff9996d745b1849d256be3802fa6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:37,825 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3be0c73f6042131ec8bfde00fd6f8d67 in 434ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:37,829 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_0_-false/3be0c73f6042131ec8bfde00fd6f8d67/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:37,829 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 12 regions to close 2024-11-08T21:21:37,829 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 3be0c73f6042131ec8bfde00fd6f8d67, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:37,829 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:21:37,829 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3be0c73f6042131ec8bfde00fd6f8d67: 2024-11-08T21:21:37,829 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync_0_-false,,1731100734114.3be0c73f6042131ec8bfde00fd6f8d67. 2024-11-08T21:21:37,829 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4e1537834db109c05760459f9b7955d1, disabling compactions & flushes 2024-11-08T21:21:37,829 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:21:37,829 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:21:37,830 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. after waiting 0 ms 2024-11-08T21:21:37,830 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:21:37,830 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4e1537834db109c05760459f9b7955d1 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:37,845 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1/.tmp/testFamily/e9cadf54f7c144309a63845ce00db7a6 is 61, key is row-0/testFamily:testQualifier/1731100775655/Put/seqid=0 2024-11-08T21:21:37,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741913_1089 (size=5049) 2024-11-08T21:21:38,029 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:38,229 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 4e1537834db109c05760459f9b7955d1, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:38,250 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1/.tmp/testFamily/e9cadf54f7c144309a63845ce00db7a6 2024-11-08T21:21:38,256 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1/.tmp/testFamily/e9cadf54f7c144309a63845ce00db7a6 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1/testFamily/e9cadf54f7c144309a63845ce00db7a6 2024-11-08T21:21:38,262 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1/testFamily/e9cadf54f7c144309a63845ce00db7a6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:38,263 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4e1537834db109c05760459f9b7955d1 in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:38,267 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNext_0_-false/4e1537834db109c05760459f9b7955d1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:38,267 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:21:38,267 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4e1537834db109c05760459f9b7955d1: 2024-11-08T21:21:38,268 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext_0_-false,,1731100772635.4e1537834db109c05760459f9b7955d1. 2024-11-08T21:21:38,268 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a9a3cacad7121a578e44c51c89aea45e, disabling compactions & flushes 2024-11-08T21:21:38,268 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:21:38,268 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:21:38,268 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. after waiting 0 ms 2024-11-08T21:21:38,268 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:21:38,268 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a9a3cacad7121a578e44c51c89aea45e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:38,284 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e/.tmp/testFamily/966439f1c1dd4d04b9573bcfeeda7097 is 61, key is row-0/testFamily:testQualifier/1731100705293/Put/seqid=0 2024-11-08T21:21:38,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741914_1090 (size=5049) 2024-11-08T21:21:38,430 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:38,630 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, a9a3cacad7121a578e44c51c89aea45e, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:38,689 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e/.tmp/testFamily/966439f1c1dd4d04b9573bcfeeda7097 2024-11-08T21:21:38,695 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e/.tmp/testFamily/966439f1c1dd4d04b9573bcfeeda7097 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e/testFamily/966439f1c1dd4d04b9573bcfeeda7097 2024-11-08T21:21:38,701 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e/testFamily/966439f1c1dd4d04b9573bcfeeda7097, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:38,702 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a9a3cacad7121a578e44c51c89aea45e in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:38,705 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testRetryOutOfOrderScannerNextExceptionAsync_0_-false/a9a3cacad7121a578e44c51c89aea45e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:38,706 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:21:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a9a3cacad7121a578e44c51c89aea45e: 2024-11-08T21:21:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync_0_-false,,1731100704223.a9a3cacad7121a578e44c51c89aea45e. 2024-11-08T21:21:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3bc10c93e27fd6f81eaca0251792584f, disabling compactions & flushes 2024-11-08T21:21:38,706 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:21:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:21:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. after waiting 0 ms 2024-11-08T21:21:38,706 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:21:38,706 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3bc10c93e27fd6f81eaca0251792584f 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-08T21:21:38,722 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f/.tmp/info/af0e437c3c06441bb822f4cca6800cbb is 45, key is default/info:d/1731100703908/Put/seqid=0 2024-11-08T21:21:38,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741915_1091 (size=5037) 2024-11-08T21:21:38,830 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 9 regions to close 2024-11-08T21:21:38,830 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1603): Online Regions={3bc10c93e27fd6f81eaca0251792584f=hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f., ee0491bfb9c7fc31d80fd9a0e669c40e=hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e., d84702866f231b11efd972e14ff2cec7=testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7., 60a22b77228b764368044168c810fffe=hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe., d2ec45301f8f14d7caaa14ea3e268989=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., cf2b1c6f8fda00a8d37cf39adacd17f5=testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5., 7906b914685208c32ed3f18206887765=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., b251bf82c0d91b15af40ff4b22c779aa=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., a3ffa4f274539abe0ab5b8c6912d7c32=testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.} 2024-11-08T21:21:38,830 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:39,030 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 3bc10c93e27fd6f81eaca0251792584f, 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:39,126 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f/.tmp/info/af0e437c3c06441bb822f4cca6800cbb 2024-11-08T21:21:39,133 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f/.tmp/info/af0e437c3c06441bb822f4cca6800cbb as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f/info/af0e437c3c06441bb822f4cca6800cbb 2024-11-08T21:21:39,138 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f/info/af0e437c3c06441bb822f4cca6800cbb, entries=2, sequenceid=6, filesize=4.9 K 2024-11-08T21:21:39,139 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3bc10c93e27fd6f81eaca0251792584f in 433ms, sequenceid=6, compaction requested=false 2024-11-08T21:21:39,142 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/namespace/3bc10c93e27fd6f81eaca0251792584f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T21:21:39,143 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:21:39,143 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3bc10c93e27fd6f81eaca0251792584f: 2024-11-08T21:21:39,143 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731100702934.3bc10c93e27fd6f81eaca0251792584f. 2024-11-08T21:21:39,143 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ee0491bfb9c7fc31d80fd9a0e669c40e, disabling compactions & flushes 2024-11-08T21:21:39,143 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:21:39,143 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:21:39,143 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. after waiting 0 ms 2024-11-08T21:21:39,143 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:21:39,143 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ee0491bfb9c7fc31d80fd9a0e669c40e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:39,158 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e/.tmp/testFamily/169cfc6ed7234afd857527f39235cbd5 is 61, key is row-0/testFamily:testQualifier/1731100763580/Put/seqid=0 2024-11-08T21:21:39,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741916_1092 (size=5049) 2024-11-08T21:21:39,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnClose_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnRenewLease_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnRenewLease_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnRenewLease_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnRenewLease_1_-true 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnClose_0_-false 2024-11-08T21:21:39,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync_1_-true 2024-11-08T21:21:39,230 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:39,431 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7, ee0491bfb9c7fc31d80fd9a0e669c40e 2024-11-08T21:21:39,563 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e/.tmp/testFamily/169cfc6ed7234afd857527f39235cbd5 2024-11-08T21:21:39,569 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e/.tmp/testFamily/169cfc6ed7234afd857527f39235cbd5 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e/testFamily/169cfc6ed7234afd857527f39235cbd5 2024-11-08T21:21:39,575 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e/testFamily/169cfc6ed7234afd857527f39235cbd5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:39,576 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ee0491bfb9c7fc31d80fd9a0e669c40e in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:39,579 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScannerAsync_0_-false/ee0491bfb9c7fc31d80fd9a0e669c40e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:39,579 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:21:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ee0491bfb9c7fc31d80fd9a0e669c40e: 2024-11-08T21:21:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync_0_-false,,1731100762559.ee0491bfb9c7fc31d80fd9a0e669c40e. 2024-11-08T21:21:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d84702866f231b11efd972e14ff2cec7, disabling compactions & flushes 2024-11-08T21:21:39,580 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:21:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:21:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. after waiting 0 ms 2024-11-08T21:21:39,580 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:21:39,580 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d84702866f231b11efd972e14ff2cec7 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:39,595 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7/.tmp/testFamily/d71bc5fcf7c4477391abd87524694189 is 61, key is row-0/testFamily:testQualifier/1731100841954/Put/seqid=0 2024-11-08T21:21:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741917_1093 (size=5049) 2024-11-08T21:21:39,631 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7 2024-11-08T21:21:39,831 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 7 regions to close 2024-11-08T21:21:39,831 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1603): Online Regions={d84702866f231b11efd972e14ff2cec7=testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7., 60a22b77228b764368044168c810fffe=hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe., d2ec45301f8f14d7caaa14ea3e268989=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., cf2b1c6f8fda00a8d37cf39adacd17f5=testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5., 7906b914685208c32ed3f18206887765=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., b251bf82c0d91b15af40ff4b22c779aa=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., a3ffa4f274539abe0ab5b8c6912d7c32=testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.} 2024-11-08T21:21:39,831 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989, d84702866f231b11efd972e14ff2cec7 2024-11-08T21:21:39,999 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7/.tmp/testFamily/d71bc5fcf7c4477391abd87524694189 2024-11-08T21:21:40,006 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7/.tmp/testFamily/d71bc5fcf7c4477391abd87524694189 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7/testFamily/d71bc5fcf7c4477391abd87524694189 2024-11-08T21:21:40,011 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7/testFamily/d71bc5fcf7c4477391abd87524694189, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:40,012 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d84702866f231b11efd972e14ff2cec7 in 432ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:40,016 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_1_-true/d84702866f231b11efd972e14ff2cec7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:40,017 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d84702866f231b11efd972e14ff2cec7: 2024-11-08T21:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnClose_1_-true,,1731100838937.d84702866f231b11efd972e14ff2cec7. 2024-11-08T21:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60a22b77228b764368044168c810fffe, disabling compactions & flushes 2024-11-08T21:21:40,017 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. after waiting 0 ms 2024-11-08T21:21:40,017 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:21:40,017 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 60a22b77228b764368044168c810fffe 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:40,031 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:21:40,032 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe/.tmp/testFamily/5fd3d372062546f6bd4b5d69cc262436 is 61, key is row-0/testFamily:testQualifier/1731100802010/Put/seqid=0 2024-11-08T21:21:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741918_1094 (size=5049) 2024-11-08T21:21:40,231 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:21:40,432 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 60a22b77228b764368044168c810fffe, 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:21:40,437 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe/.tmp/testFamily/5fd3d372062546f6bd4b5d69cc262436 2024-11-08T21:21:40,444 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe/.tmp/testFamily/5fd3d372062546f6bd4b5d69cc262436 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe/testFamily/5fd3d372062546f6bd4b5d69cc262436 2024-11-08T21:21:40,449 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe/testFamily/5fd3d372062546f6bd4b5d69cc262436, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:40,450 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 60a22b77228b764368044168c810fffe in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:40,454 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnNextAsync_1_-true/60a22b77228b764368044168c810fffe/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:40,455 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:21:40,455 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60a22b77228b764368044168c810fffe: 2024-11-08T21:21:40,455 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync_1_-true,,1731100798992.60a22b77228b764368044168c810fffe. 2024-11-08T21:21:40,455 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d2ec45301f8f14d7caaa14ea3e268989, disabling compactions & flushes 2024-11-08T21:21:40,455 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:21:40,455 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:21:40,455 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. after waiting 0 ms 2024-11-08T21:21:40,455 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:21:40,455 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d2ec45301f8f14d7caaa14ea3e268989 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:40,471 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989/.tmp/testFamily/0f4eb15421804739a43f192b2e709b6e is 61, key is row-0/testFamily:testQualifier/1731100782739/Put/seqid=0 2024-11-08T21:21:40,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741919_1095 (size=5049) 2024-11-08T21:21:40,632 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:21:40,832 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 5 regions to close 2024-11-08T21:21:40,832 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1603): Online Regions={d2ec45301f8f14d7caaa14ea3e268989=testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989., cf2b1c6f8fda00a8d37cf39adacd17f5=testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5., 7906b914685208c32ed3f18206887765=testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765., b251bf82c0d91b15af40ff4b22c779aa=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., a3ffa4f274539abe0ab5b8c6912d7c32=testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.} 2024-11-08T21:21:40,832 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5, d2ec45301f8f14d7caaa14ea3e268989 2024-11-08T21:21:40,875 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989/.tmp/testFamily/0f4eb15421804739a43f192b2e709b6e 2024-11-08T21:21:40,882 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989/.tmp/testFamily/0f4eb15421804739a43f192b2e709b6e as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989/testFamily/0f4eb15421804739a43f192b2e709b6e 2024-11-08T21:21:40,888 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989/testFamily/0f4eb15421804739a43f192b2e709b6e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:40,888 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d2ec45301f8f14d7caaa14ea3e268989 in 433ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:40,892 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScannerAsync_0_-false/d2ec45301f8f14d7caaa14ea3e268989/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:40,893 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:21:40,893 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d2ec45301f8f14d7caaa14ea3e268989: 2024-11-08T21:21:40,893 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync_0_-false,,1731100781721.d2ec45301f8f14d7caaa14ea3e268989. 2024-11-08T21:21:40,893 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cf2b1c6f8fda00a8d37cf39adacd17f5, disabling compactions & flushes 2024-11-08T21:21:40,893 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:21:40,893 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:21:40,893 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. after waiting 0 ms 2024-11-08T21:21:40,893 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:21:40,893 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing cf2b1c6f8fda00a8d37cf39adacd17f5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:40,909 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5/.tmp/testFamily/087426d500cc40529b292da05e2e6ec5 is 61, key is row-0/testFamily:testQualifier/1731100826321/Put/seqid=0 2024-11-08T21:21:40,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741920_1096 (size=5049) 2024-11-08T21:21:41,032 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:21:41,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T21:21:41,233 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa, cf2b1c6f8fda00a8d37cf39adacd17f5 2024-11-08T21:21:41,314 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5/.tmp/testFamily/087426d500cc40529b292da05e2e6ec5 2024-11-08T21:21:41,321 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5/.tmp/testFamily/087426d500cc40529b292da05e2e6ec5 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5/testFamily/087426d500cc40529b292da05e2e6ec5 2024-11-08T21:21:41,326 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5/testFamily/087426d500cc40529b292da05e2e6ec5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:41,327 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for cf2b1c6f8fda00a8d37cf39adacd17f5 in 434ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:41,330 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnNextAsync_1_-true/cf2b1c6f8fda00a8d37cf39adacd17f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:41,331 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:21:41,331 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cf2b1c6f8fda00a8d37cf39adacd17f5: 2024-11-08T21:21:41,331 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync_1_-true,,1731100823305.cf2b1c6f8fda00a8d37cf39adacd17f5. 2024-11-08T21:21:41,331 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7906b914685208c32ed3f18206887765, disabling compactions & flushes 2024-11-08T21:21:41,331 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:21:41,331 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:21:41,331 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. after waiting 0 ms 2024-11-08T21:21:41,331 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:21:41,331 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 7906b914685208c32ed3f18206887765 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:41,346 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765/.tmp/testFamily/6dbc6b98527747e48819a8d33faf0524 is 61, key is row-0/testFamily:testQualifier/1731100820259/Put/seqid=0 2024-11-08T21:21:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741921_1097 (size=5049) 2024-11-08T21:21:41,433 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:21:41,633 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on 7906b914685208c32ed3f18206887765, a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:21:41,751 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765/.tmp/testFamily/6dbc6b98527747e48819a8d33faf0524 2024-11-08T21:21:41,757 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765/.tmp/testFamily/6dbc6b98527747e48819a8d33faf0524 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765/testFamily/6dbc6b98527747e48819a8d33faf0524 2024-11-08T21:21:41,763 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765/testFamily/6dbc6b98527747e48819a8d33faf0524, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:41,763 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7906b914685208c32ed3f18206887765 in 432ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:41,767 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnOpenScanner_1_-true/7906b914685208c32ed3f18206887765/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:41,768 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:21:41,768 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7906b914685208c32ed3f18206887765: 2024-11-08T21:21:41,768 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner_1_-true,,1731100819236.7906b914685208c32ed3f18206887765. 2024-11-08T21:21:41,768 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b251bf82c0d91b15af40ff4b22c779aa, disabling compactions & flushes 2024-11-08T21:21:41,768 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:21:41,768 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:21:41,769 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. after waiting 0 ms 2024-11-08T21:21:41,769 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:21:41,769 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b251bf82c0d91b15af40ff4b22c779aa 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:41,791 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa/.tmp/testFamily/d74eab5cfd504bff8a145a3bc8b877ca is 61, key is row-0/testFamily:testQualifier/1731100706492/Put/seqid=0 2024-11-08T21:21:41,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741922_1098 (size=5049) 2024-11-08T21:21:41,833 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-08T21:21:41,833 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1603): Online Regions={b251bf82c0d91b15af40ff4b22c779aa=hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa., a3ffa4f274539abe0ab5b8c6912d7c32=testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32.} 2024-11-08T21:21:41,833 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:21:42,033 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on a3ffa4f274539abe0ab5b8c6912d7c32, b251bf82c0d91b15af40ff4b22c779aa 2024-11-08T21:21:42,196 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa/.tmp/testFamily/d74eab5cfd504bff8a145a3bc8b877ca 2024-11-08T21:21:42,203 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa/.tmp/testFamily/d74eab5cfd504bff8a145a3bc8b877ca as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa/testFamily/d74eab5cfd504bff8a145a3bc8b877ca 2024-11-08T21:21:42,208 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa/testFamily/d74eab5cfd504bff8a145a3bc8b877ca, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:42,209 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b251bf82c0d91b15af40ff4b22c779aa in 440ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:42,212 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/hbase/testMetaScanTimeoutOnOpenScanner_0_-false/b251bf82c0d91b15af40ff4b22c779aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:42,213 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:21:42,213 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b251bf82c0d91b15af40ff4b22c779aa: 2024-11-08T21:21:42,213 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner_0_-false,,1731100705455.b251bf82c0d91b15af40ff4b22c779aa. 2024-11-08T21:21:42,213 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a3ffa4f274539abe0ab5b8c6912d7c32, disabling compactions & flushes 2024-11-08T21:21:42,213 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:21:42,213 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:21:42,213 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. after waiting 0 ms 2024-11-08T21:21:42,213 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:21:42,213 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a3ffa4f274539abe0ab5b8c6912d7c32 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-08T21:21:42,228 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32/.tmp/testFamily/301532cf6b094837b7012e34a92f3d93 is 61, key is row-0/testFamily:testQualifier/1731100750826/Put/seqid=0 2024-11-08T21:21:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741923_1099 (size=5049) 2024-11-08T21:21:42,234 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:21:42,434 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:21:42,633 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32/.tmp/testFamily/301532cf6b094837b7012e34a92f3d93 2024-11-08T21:21:42,634 DEBUG [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1629): Waiting on a3ffa4f274539abe0ab5b8c6912d7c32 2024-11-08T21:21:42,639 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32/.tmp/testFamily/301532cf6b094837b7012e34a92f3d93 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32/testFamily/301532cf6b094837b7012e34a92f3d93 2024-11-08T21:21:42,644 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32/testFamily/301532cf6b094837b7012e34a92f3d93, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T21:21:42,645 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a3ffa4f274539abe0ab5b8c6912d7c32 in 432ms, sequenceid=8, compaction requested=false 2024-11-08T21:21:42,649 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/data/default/testNormalScanTimeoutOnClose_0_-false/a3ffa4f274539abe0ab5b8c6912d7c32/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T21:21:42,650 INFO [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:21:42,650 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a3ffa4f274539abe0ab5b8c6912d7c32: 2024-11-08T21:21:42,650 DEBUG [RS_CLOSE_REGION-regionserver/94899aa213cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnClose_0_-false,,1731100747806.a3ffa4f274539abe0ab5b8c6912d7c32. 2024-11-08T21:21:42,834 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1250): stopping server 94899aa213cb,36245,1731100669440; all regions closed. 2024-11-08T21:21:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741834_1010 (size=56731) 2024-11-08T21:21:42,844 DEBUG [RS:0;94899aa213cb:36245 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/oldWALs 2024-11-08T21:21:42,844 INFO [RS:0;94899aa213cb:36245 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 94899aa213cb%2C36245%2C1731100669440.meta:.meta(num 1731100702629) 2024-11-08T21:21:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741833_1009 (size=60562) 2024-11-08T21:21:42,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(725): complete file /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/WALs/94899aa213cb,36245,1731100669440/94899aa213cb%2C36245%2C1731100669440.1731100702118 not finished, retry = 0 2024-11-08T21:21:42,950 DEBUG [RS:0;94899aa213cb:36245 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/oldWALs 2024-11-08T21:21:42,950 INFO [RS:0;94899aa213cb:36245 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 94899aa213cb%2C36245%2C1731100669440:(num 1731100702118) 2024-11-08T21:21:42,950 DEBUG [RS:0;94899aa213cb:36245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:42,950 INFO [RS:0;94899aa213cb:36245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T21:21:42,950 INFO [RS:0;94899aa213cb:36245 {}] hbase.ChoreService(370): Chore service for: regionserver/94899aa213cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-08T21:21:42,950 INFO [regionserver/94899aa213cb:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-08T21:21:42,951 INFO [RS:0;94899aa213cb:36245 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36245 2024-11-08T21:21:42,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/94899aa213cb,36245,1731100669440 2024-11-08T21:21:42,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T21:21:42,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [94899aa213cb,36245,1731100669440] 2024-11-08T21:21:42,957 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 94899aa213cb,36245,1731100669440; numProcessing=1 2024-11-08T21:21:42,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/94899aa213cb,36245,1731100669440 already deleted, retry=false 2024-11-08T21:21:42,958 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 94899aa213cb,36245,1731100669440 expired; onlineServers=0 2024-11-08T21:21:42,958 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '94899aa213cb,38485,1731100668720' ***** 2024-11-08T21:21:42,958 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T21:21:42,958 DEBUG [M:0;94899aa213cb:38485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef15177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=94899aa213cb/172.17.0.2:0 2024-11-08T21:21:42,958 INFO [M:0;94899aa213cb:38485 {}] regionserver.HRegionServer(1224): stopping server 94899aa213cb,38485,1731100668720 2024-11-08T21:21:42,958 INFO [M:0;94899aa213cb:38485 {}] regionserver.HRegionServer(1250): stopping server 94899aa213cb,38485,1731100668720; all regions closed. 2024-11-08T21:21:42,958 DEBUG [M:0;94899aa213cb:38485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T21:21:42,958 DEBUG [M:0;94899aa213cb:38485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T21:21:42,959 DEBUG [M:0;94899aa213cb:38485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T21:21:42,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T21:21:42,959 DEBUG [master/94899aa213cb:0:becomeActiveMaster-HFileCleaner.small.0-1731100671911 {}] cleaner.HFileCleaner(306): Exit Thread[master/94899aa213cb:0:becomeActiveMaster-HFileCleaner.small.0-1731100671911,5,FailOnTimeoutGroup] 2024-11-08T21:21:42,959 DEBUG [master/94899aa213cb:0:becomeActiveMaster-HFileCleaner.large.0-1731100671911 {}] cleaner.HFileCleaner(306): Exit Thread[master/94899aa213cb:0:becomeActiveMaster-HFileCleaner.large.0-1731100671911,5,FailOnTimeoutGroup] 2024-11-08T21:21:42,959 INFO [M:0;94899aa213cb:38485 {}] hbase.ChoreService(370): Chore service for: master/94899aa213cb:0 had [] on shutdown 2024-11-08T21:21:42,959 DEBUG [M:0;94899aa213cb:38485 {}] master.HMaster(1733): Stopping service threads 2024-11-08T21:21:42,959 INFO [M:0;94899aa213cb:38485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T21:21:42,959 ERROR [M:0;94899aa213cb:38485 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[LeaseRenewer:jenkins@localhost:34155,5,PEWorkerGroup] 2024-11-08T21:21:42,960 INFO [M:0;94899aa213cb:38485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T21:21:42,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T21:21:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T21:21:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T21:21:42,960 DEBUG [M:0;94899aa213cb:38485 {}] zookeeper.ZKUtil(347): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T21:21:42,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T21:21:42,960 WARN [M:0;94899aa213cb:38485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T21:21:42,960 INFO [M:0;94899aa213cb:38485 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-08T21:21:42,961 INFO [M:0;94899aa213cb:38485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T21:21:42,961 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T21:21:42,961 INFO [M:0;94899aa213cb:38485 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:21:42,961 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:21:42,961 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T21:21:42,961 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:21:42,961 INFO [M:0;94899aa213cb:38485 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=448.33 KB heapSize=519.97 KB 2024-11-08T21:21:42,965 INFO [regionserver/94899aa213cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T21:21:42,983 DEBUG [M:0;94899aa213cb:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09a37fcd9184e41acbb7914eb86978e is 82, key is hbase:meta,,1/info:regioninfo/1731100702801/Put/seqid=0 2024-11-08T21:21:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741924_1100 (size=5672) 2024-11-08T21:21:43,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:21:43,057 INFO [RS:0;94899aa213cb:36245 {}] regionserver.HRegionServer(1307): Exiting; stopping=94899aa213cb,36245,1731100669440; zookeeper connection closed. 2024-11-08T21:21:43,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x10189bf65730001, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:21:43,057 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3731b2cb {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3731b2cb 2024-11-08T21:21:43,057 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T21:21:43,388 INFO [M:0;94899aa213cb:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=832 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09a37fcd9184e41acbb7914eb86978e 2024-11-08T21:21:43,411 DEBUG [M:0;94899aa213cb:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f5d1883a5046fdbddc7bf7d74507d7 is 830, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731100704730/Put/seqid=0 2024-11-08T21:21:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741925_1101 (size=29505) 2024-11-08T21:21:43,816 INFO [M:0;94899aa213cb:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=447.77 KB at sequenceid=832 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f5d1883a5046fdbddc7bf7d74507d7 2024-11-08T21:21:43,821 INFO [M:0;94899aa213cb:38485 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72f5d1883a5046fdbddc7bf7d74507d7 2024-11-08T21:21:43,837 DEBUG [M:0;94899aa213cb:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38d1a5ead96d42a3851638cab46bf1a6 is 69, key is 94899aa213cb,36245,1731100669440/rs:state/1731100671986/Put/seqid=0 2024-11-08T21:21:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741926_1102 (size=5156) 2024-11-08T21:21:44,241 INFO [M:0;94899aa213cb:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=832 (bloomFilter=true), to=hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38d1a5ead96d42a3851638cab46bf1a6 2024-11-08T21:21:44,247 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09a37fcd9184e41acbb7914eb86978e as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09a37fcd9184e41acbb7914eb86978e 2024-11-08T21:21:44,251 INFO [M:0;94899aa213cb:38485 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09a37fcd9184e41acbb7914eb86978e, entries=8, sequenceid=832, filesize=5.5 K 2024-11-08T21:21:44,252 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72f5d1883a5046fdbddc7bf7d74507d7 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72f5d1883a5046fdbddc7bf7d74507d7 2024-11-08T21:21:44,256 INFO [M:0;94899aa213cb:38485 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72f5d1883a5046fdbddc7bf7d74507d7 2024-11-08T21:21:44,257 INFO [M:0;94899aa213cb:38485 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72f5d1883a5046fdbddc7bf7d74507d7, entries=92, sequenceid=832, filesize=28.8 K 2024-11-08T21:21:44,257 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38d1a5ead96d42a3851638cab46bf1a6 as hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38d1a5ead96d42a3851638cab46bf1a6 2024-11-08T21:21:44,262 INFO [M:0;94899aa213cb:38485 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34155/user/jenkins/test-data/ab6b3b99-cfd3-fca3-b807-7c595d4ffeb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38d1a5ead96d42a3851638cab46bf1a6, entries=1, sequenceid=832, filesize=5.0 K 2024-11-08T21:21:44,263 INFO [M:0;94899aa213cb:38485 {}] regionserver.HRegion(3040): Finished flush of dataSize ~448.33 KB/459089, heapSize ~519.67 KB/532144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=832, compaction requested=false 2024-11-08T21:21:44,264 INFO [M:0;94899aa213cb:38485 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T21:21:44,264 DEBUG [M:0;94899aa213cb:38485 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-08T21:21:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741830_1006 (size=514088) 2024-11-08T21:21:44,267 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-08T21:21:44,267 INFO [M:0;94899aa213cb:38485 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-08T21:21:44,267 INFO [M:0;94899aa213cb:38485 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38485 2024-11-08T21:21:44,268 DEBUG [M:0;94899aa213cb:38485 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/94899aa213cb,38485,1731100668720 already deleted, retry=false 2024-11-08T21:21:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:21:44,370 INFO [M:0;94899aa213cb:38485 {}] regionserver.HRegionServer(1307): Exiting; stopping=94899aa213cb,38485,1731100668720; zookeeper connection closed. 2024-11-08T21:21:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x10189bf65730000, quorum=127.0.0.1:61150, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T21:21:44,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183020ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T21:21:44,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5699e1dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:21:44,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:21:44,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc82795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T21:21:44,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72316c14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/hadoop.log.dir/,STOPPED} 2024-11-08T21:21:44,379 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T21:21:44,379 WARN [BP-787378049-172.17.0.2-1731100665879 heartbeating to localhost/127.0.0.1:34155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T21:21:44,379 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T21:21:44,379 WARN [BP-787378049-172.17.0.2-1731100665879 heartbeating to localhost/127.0.0.1:34155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-787378049-172.17.0.2-1731100665879 (Datanode Uuid 84d2bd48-a4cb-475a-b330-de1e66daa508) service to localhost/127.0.0.1:34155 2024-11-08T21:21:44,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f/dfs/data/data1/current/BP-787378049-172.17.0.2-1731100665879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T21:21:44,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/cluster_966ae0c7-8f94-add8-4248-4d20e7dcdd9f/dfs/data/data2/current/BP-787378049-172.17.0.2-1731100665879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T21:21:44,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T21:21:44,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50e9ce1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T21:21:44,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32a5069b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T21:21:44,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T21:21:44,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d739887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T21:21:44,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@daffc8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9cc22baa-d4a9-38a4-a8d7-f170bef80b09/hadoop.log.dir/,STOPPED} 2024-11-08T21:21:44,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-08T21:21:44,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down