2024-11-20 06:55:32,805 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-20 06:55:32,821 main DEBUG Took 0.014327 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 06:55:32,822 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 06:55:32,822 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 06:55:32,823 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 06:55:32,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,830 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 06:55:32,841 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,845 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,846 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,847 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,849 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,851 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,851 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,852 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,854 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,855 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,856 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:55:32,857 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,857 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 06:55:32,859 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:55:32,861 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 06:55:32,863 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 06:55:32,864 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 06:55:32,865 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 06:55:32,866 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 06:55:32,877 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 06:55:32,880 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 06:55:32,883 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 06:55:32,883 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 06:55:32,884 main DEBUG createAppenders(={Console}) 2024-11-20 06:55:32,885 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-20 06:55:32,885 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-20 06:55:32,885 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-20 06:55:32,886 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 06:55:32,886 main DEBUG OutputStream closed 2024-11-20 06:55:32,887 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 06:55:32,887 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 06:55:32,887 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-20 06:55:32,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 06:55:32,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 06:55:32,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 06:55:32,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 06:55:32,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 06:55:32,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 06:55:32,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 06:55:32,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 06:55:32,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 06:55:32,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 06:55:32,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 06:55:32,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 06:55:32,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 06:55:32,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 06:55:32,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 06:55:32,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 06:55:32,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 06:55:32,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 06:55:32,985 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 06:55:32,985 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-20 06:55:32,986 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 06:55:32,986 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-20T06:55:33,001 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-20 06:55:33,003 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 06:55:33,004 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T06:55:33,228 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298 2024-11-20T06:55:33,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:55:33,268 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4, deleteOnExit=true 2024-11-20T06:55:33,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:55:33,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/test.cache.data in system properties and HBase conf 2024-11-20T06:55:33,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:55:33,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:55:33,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:55:33,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:55:33,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:55:33,378 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T06:55:33,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:55:33,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:55:33,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:55:33,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:55:33,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:55:33,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:55:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:55:33,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:55:33,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:55:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:55:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:55:33,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:55:33,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:55:33,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:55:33,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:55:34,649 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T06:55:34,714 INFO [Time-limited test {}] log.Log(170): Logging initialized @2573ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T06:55:34,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:55:34,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:55:34,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:55:34,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:55:34,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:55:34,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:55:34,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:55:34,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:55:35,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/java.io.tmpdir/jetty-localhost-38165-hadoop-hdfs-3_4_1-tests_jar-_-any-6077374609602592499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:55:35,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:38165} 2024-11-20T06:55:35,061 INFO [Time-limited test {}] server.Server(415): Started @2920ms 2024-11-20T06:55:35,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:55:35,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:55:35,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:55:35,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:55:35,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T06:55:35,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:55:35,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:55:35,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/java.io.tmpdir/jetty-localhost-45675-hadoop-hdfs-3_4_1-tests_jar-_-any-17441229022092966129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:55:35,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:45675} 2024-11-20T06:55:35,636 INFO [Time-limited test {}] server.Server(415): Started @3495ms 2024-11-20T06:55:35,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:55:36,568 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4/data/data1/current/BP-1371572387-172.17.0.2-1732085734236/current, will proceed with Du for space computation calculation, 2024-11-20T06:55:36,568 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4/data/data2/current/BP-1371572387-172.17.0.2-1732085734236/current, will proceed with Du for space computation calculation, 2024-11-20T06:55:36,602 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:55:36,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x886656e6d823fc53 with lease ID 0xc50aaf6e01a92a19: Processing first storage report for DS-fd783875-ab5d-482f-b9e0-f94301390f42 from datanode DatanodeRegistration(127.0.0.1:43595, datanodeUuid=f04ee40b-be59-43b7-bdc7-6cbba5822646, infoPort=38809, infoSecurePort=0, ipcPort=38833, storageInfo=lv=-57;cid=testClusterID;nsid=1444446957;c=1732085734236) 2024-11-20T06:55:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x886656e6d823fc53 with lease ID 0xc50aaf6e01a92a19: from storage DS-fd783875-ab5d-482f-b9e0-f94301390f42 node DatanodeRegistration(127.0.0.1:43595, datanodeUuid=f04ee40b-be59-43b7-bdc7-6cbba5822646, infoPort=38809, infoSecurePort=0, ipcPort=38833, storageInfo=lv=-57;cid=testClusterID;nsid=1444446957;c=1732085734236), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:55:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x886656e6d823fc53 with lease ID 0xc50aaf6e01a92a19: Processing first storage report for DS-03eda87a-23f1-4b98-8282-7e66b43377a7 from datanode DatanodeRegistration(127.0.0.1:43595, datanodeUuid=f04ee40b-be59-43b7-bdc7-6cbba5822646, infoPort=38809, infoSecurePort=0, ipcPort=38833, storageInfo=lv=-57;cid=testClusterID;nsid=1444446957;c=1732085734236) 2024-11-20T06:55:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x886656e6d823fc53 with lease ID 0xc50aaf6e01a92a19: from storage DS-03eda87a-23f1-4b98-8282-7e66b43377a7 node DatanodeRegistration(127.0.0.1:43595, datanodeUuid=f04ee40b-be59-43b7-bdc7-6cbba5822646, infoPort=38809, infoSecurePort=0, ipcPort=38833, storageInfo=lv=-57;cid=testClusterID;nsid=1444446957;c=1732085734236), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T06:55:36,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298 2024-11-20T06:55:36,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4/zookeeper_0, clientPort=63244, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:55:36,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63244 2024-11-20T06:55:36,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:55:36,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:55:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:55:37,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 with version=8 2024-11-20T06:55:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/hbase-staging 2024-11-20T06:55:37,674 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T06:55:37,946 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=9 2024-11-20T06:55:37,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:55:37,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:55:37,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:55:37,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:55:37,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:55:38,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:55:38,164 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T06:55:38,172 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T06:55:38,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:55:38,196 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98605 (auto-detected) 2024-11-20T06:55:38,197 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T06:55:38,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33011 2024-11-20T06:55:38,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33011 connecting to ZooKeeper ensemble=127.0.0.1:63244 2024-11-20T06:55:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330110x0, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:55:38,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33011-0x101585078220000 connected 2024-11-20T06:55:38,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:55:38,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:55:38,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:55:38,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1, hbase.cluster.distributed=false 2024-11-20T06:55:38,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:55:38,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33011 2024-11-20T06:55:38,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33011 2024-11-20T06:55:38,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33011 2024-11-20T06:55:38,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33011 2024-11-20T06:55:38,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33011 2024-11-20T06:55:38,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=9 2024-11-20T06:55:38,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:55:38,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:55:38,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:55:38,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:55:38,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:55:38,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:55:38,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:55:38,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42979 2024-11-20T06:55:38,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42979 connecting to ZooKeeper ensemble=127.0.0.1:63244 2024-11-20T06:55:38,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:55:38,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:55:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429790x0, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:55:38,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429790x0, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:55:38,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42979-0x101585078220001 connected 2024-11-20T06:55:38,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:55:38,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:55:38,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:55:38,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:55:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42979 2024-11-20T06:55:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42979 2024-11-20T06:55:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42979 2024-11-20T06:55:38,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42979 2024-11-20T06:55:38,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42979 2024-11-20T06:55:38,612 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:33011 2024-11-20T06:55:38,613 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,33011,1732085737768 2024-11-20T06:55:38,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:55:38,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:55:38,629 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,33011,1732085737768 2024-11-20T06:55:38,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:38,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:55:38,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:38,662 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:55:38,663 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,33011,1732085737768 from backup master directory 2024-11-20T06:55:38,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:55:38,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,33011,1732085737768 2024-11-20T06:55:38,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:55:38,677 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:55:38,677 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,33011,1732085737768 2024-11-20T06:55:38,679 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T06:55:38,681 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T06:55:38,739 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/hbase.id] with ID: 83be9089-83ad-400f-a60a-7b7f30b98d01 2024-11-20T06:55:38,739 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/.tmp/hbase.id 2024-11-20T06:55:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:55:38,750 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/.tmp/hbase.id]:[hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/hbase.id] 2024-11-20T06:55:38,793 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:55:38,798 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:55:38,817 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T06:55:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:38,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:55:38,867 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:55:38,870 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:55:38,883 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:55:38,887 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:55:38,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:55:39,339 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store 2024-11-20T06:55:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:55:39,771 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T06:55:39,774 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:55:39,776 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:55:39,776 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:55:39,776 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:55:39,778 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:55:39,778 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:55:39,778 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:55:39,780 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085739776Disabling compacts and flushes for region at 1732085739776Disabling writes for close at 1732085739778 (+2 ms)Writing region close event to WAL at 1732085739778Closed at 1732085739778 2024-11-20T06:55:39,782 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/.initializing 2024-11-20T06:55:39,783 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/WALs/61c2066a8a0f,33011,1732085737768 2024-11-20T06:55:39,791 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:55:39,805 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C33011%2C1732085737768, suffix=, logDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/WALs/61c2066a8a0f,33011,1732085737768, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/oldWALs, maxLogs=10 2024-11-20T06:55:39,827 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/WALs/61c2066a8a0f,33011,1732085737768/61c2066a8a0f%2C33011%2C1732085737768.1732085739809, exclude list is [], retry=0 2024-11-20T06:55:39,844 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-fd783875-ab5d-482f-b9e0-f94301390f42,DISK] 2024-11-20T06:55:39,846 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T06:55:39,877 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/WALs/61c2066a8a0f,33011,1732085737768/61c2066a8a0f%2C33011%2C1732085737768.1732085739809 2024-11-20T06:55:39,878 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38809:38809)] 2024-11-20T06:55:39,878 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:55:39,879 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:55:39,881 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,882 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:55:39,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:39,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:55:39,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:55:39,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:39,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:55:39,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:55:39,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:39,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:55:39,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:55:39,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:39,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:55:39,961 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,965 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,966 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,972 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,973 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,977 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:55:39,982 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:55:39,987 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:55:39,988 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74750621, jitterRate=0.11387105286121368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:55:39,997 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732085739893Initializing all the Stores at 1732085739895 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085739896 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085739896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085739897 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085739897Cleaning up temporary data from old regions at 1732085739973 (+76 ms)Region opened successfully at 1732085739996 (+23 ms) 2024-11-20T06:55:39,998 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:55:40,028 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9028b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:55:40,055 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:55:40,065 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:55:40,065 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:55:40,068 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:55:40,069 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T06:55:40,073 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T06:55:40,074 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:55:40,097 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:55:40,105 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:55:40,236 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:55:40,241 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:55:40,244 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:55:40,260 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:55:40,262 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:55:40,267 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:55:40,276 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:55:40,278 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:55:40,285 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:55:40,304 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:55:40,310 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:55:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:55:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:55:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:40,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:40,322 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,33011,1732085737768, sessionid=0x101585078220000, setting cluster-up flag (Was=false) 2024-11-20T06:55:40,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:40,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:40,377 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:55:40,380 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,33011,1732085737768 2024-11-20T06:55:40,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:40,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:55:40,427 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:55:40,430 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,33011,1732085737768 2024-11-20T06:55:40,439 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:55:40,502 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:55:40,504 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(746): ClusterId : 83be9089-83ad-400f-a60a-7b7f30b98d01 2024-11-20T06:55:40,507 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:55:40,513 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:55:40,518 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:55:40,523 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,33011,1732085737768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:55:40,536 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:55:40,536 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:55:40,536 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:55:40,536 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:55:40,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:55:40,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:55:40,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:55:40,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,537 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:55:40,538 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,539 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732085770539 2024-11-20T06:55:40,541 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:55:40,542 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:55:40,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:55:40,545 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:55:40,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:55:40,545 DEBUG [RS:0;61c2066a8a0f:42979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6362b74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:55:40,546 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:55:40,546 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:55:40,546 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:55:40,547 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:55:40,548 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,551 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:55:40,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:40,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:55:40,552 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:55:40,552 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:55:40,554 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:55:40,554 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:55:40,556 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085740555,5,FailOnTimeoutGroup] 2024-11-20T06:55:40,557 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085740556,5,FailOnTimeoutGroup] 2024-11-20T06:55:40,557 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,557 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:55:40,558 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,558 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,560 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:42979 2024-11-20T06:55:40,563 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:55:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:55:40,563 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:55:40,563 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:55:40,566 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,33011,1732085737768 with port=42979, startcode=1732085738512 2024-11-20T06:55:40,575 DEBUG [RS:0;61c2066a8a0f:42979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:55:40,609 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:55:40,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,42979,1732085738512 2024-11-20T06:55:40,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33011 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,42979,1732085738512 2024-11-20T06:55:40,631 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:55:40,631 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37083 2024-11-20T06:55:40,631 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:55:40,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:55:40,669 DEBUG [RS:0;61c2066a8a0f:42979 {}] zookeeper.ZKUtil(111): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,42979,1732085738512 2024-11-20T06:55:40,669 WARN [RS:0;61c2066a8a0f:42979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:55:40,669 INFO [RS:0;61c2066a8a0f:42979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:55:40,670 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512 2024-11-20T06:55:40,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,42979,1732085738512] 2024-11-20T06:55:40,695 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:55:40,710 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:55:40,714 INFO [RS:0;61c2066a8a0f:42979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:55:40,714 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,715 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:55:40,719 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:55:40,721 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,721 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,721 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,721 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,721 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,721 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,721 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:55:40,722 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,722 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,722 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,722 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,722 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,722 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:55:40,722 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:55:40,723 DEBUG [RS:0;61c2066a8a0f:42979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:55:40,723 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,723 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,724 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,724 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,724 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,724 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,42979,1732085738512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:55:40,741 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:55:40,742 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,42979,1732085738512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,742 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,743 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.Replication(171): 61c2066a8a0f,42979,1732085738512 started 2024-11-20T06:55:40,759 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:55:40,759 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,42979,1732085738512, RpcServer on 61c2066a8a0f/172.17.0.2:42979, sessionid=0x101585078220001 2024-11-20T06:55:40,760 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:55:40,760 DEBUG [RS:0;61c2066a8a0f:42979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,42979,1732085738512 2024-11-20T06:55:40,760 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,42979,1732085738512' 2024-11-20T06:55:40,760 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:55:40,761 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:55:40,762 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:55:40,762 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:55:40,762 DEBUG [RS:0;61c2066a8a0f:42979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,42979,1732085738512 2024-11-20T06:55:40,762 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,42979,1732085738512' 2024-11-20T06:55:40,762 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:55:40,763 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:55:40,763 DEBUG [RS:0;61c2066a8a0f:42979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:55:40,763 INFO [RS:0;61c2066a8a0f:42979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:55:40,763 INFO [RS:0;61c2066a8a0f:42979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:55:40,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:55:40,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:55:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741832_1008 (size=32) 2024-11-20T06:55:41,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:55:41,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:55:41,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:55:41,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:41,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:55:41,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:55:41,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:55:41,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:41,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:55:41,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:55:41,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:55:41,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:41,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:55:41,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:55:41,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:55:41,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:55:41,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:55:41,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:55:41,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740 2024-11-20T06:55:41,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740 2024-11-20T06:55:41,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:55:41,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:55:41,416 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:55:41,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:55:41,422 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:55:41,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62382431, jitterRate=-0.07042934000492096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:55:41,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732085741388Initializing all the Stores at 1732085741392 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085741392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085741393 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085741393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085741393Cleaning up temporary data from old regions at 1732085741415 (+22 ms)Region opened successfully at 1732085741426 (+11 ms) 2024-11-20T06:55:41,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:55:41,427 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:55:41,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:55:41,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:55:41,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:55:41,428 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:55:41,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085741427Disabling compacts and flushes for region at 1732085741427Disabling writes for close at 1732085741427Writing region close event to WAL at 1732085741428 (+1 ms)Closed at 1732085741428 2024-11-20T06:55:41,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:55:41,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:55:41,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:55:41,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:55:41,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:55:41,600 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:42,601 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:43,602 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:44,603 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:45,604 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:46,605 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:47,606 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:48,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T06:55:48,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T06:55:48,607 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:49,608 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:50,609 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:51,610 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:52,611 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:53,612 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:54,613 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:55,614 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:56,614 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:57,615 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:58,616 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:55:59,617 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:00,617 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:01,618 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:02,619 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:03,620 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:04,621 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:05,622 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:06,623 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:06,696 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:56:07,623 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:08,624 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:09,625 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:10,626 WARN [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T06:56:10,773 INFO [RS:0;61c2066a8a0f:42979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:56:10,779 INFO [RS:0;61c2066a8a0f:42979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C42979%2C1732085738512, suffix=, logDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/oldWALs, maxLogs=32 2024-11-20T06:56:10,795 DEBUG [RS:0;61c2066a8a0f:42979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512/61c2066a8a0f%2C42979%2C1732085738512.1732085770782, exclude list is [], retry=0 2024-11-20T06:56:10,799 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-fd783875-ab5d-482f-b9e0-f94301390f42,DISK] 2024-11-20T06:56:10,802 INFO [RS:0;61c2066a8a0f:42979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512/61c2066a8a0f%2C42979%2C1732085738512.1732085770782 2024-11-20T06:56:10,803 DEBUG [RS:0;61c2066a8a0f:42979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38809:38809)] 2024-11-20T06:56:10,880 DEBUG [61c2066a8a0f:33011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T06:56:10,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:10,903 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,42979,1732085738512, state=OPENING 2024-11-20T06:56:10,914 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:56:10,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:56:10,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:56:10,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:56:10,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:56:10,925 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:56:10,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:11,110 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:56:11,113 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42419, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:56:11,125 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:56:11,125 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:56:11,126 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:56:11,129 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C42979%2C1732085738512.meta, suffix=.meta, logDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/oldWALs, maxLogs=32 2024-11-20T06:56:11,143 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512/61c2066a8a0f%2C42979%2C1732085738512.meta.1732085771131.meta, exclude list is [], retry=0 2024-11-20T06:56:11,146 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43595,DS-fd783875-ab5d-482f-b9e0-f94301390f42,DISK] 2024-11-20T06:56:11,150 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512/61c2066a8a0f%2C42979%2C1732085738512.meta.1732085771131.meta 2024-11-20T06:56:11,150 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38809:38809)] 2024-11-20T06:56:11,151 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:11,152 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:56:11,154 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:56:11,159 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:56:11,163 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:56:11,163 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:11,164 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:56:11,164 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:56:11,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:56:11,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:56:11,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:11,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:56:11,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:56:11,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:56:11,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:11,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:56:11,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:56:11,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:56:11,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:11,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:56:11,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:56:11,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:56:11,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:11,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:56:11,179 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:56:11,181 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740 2024-11-20T06:56:11,184 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740 2024-11-20T06:56:11,187 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:56:11,187 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:56:11,188 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:56:11,191 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:56:11,192 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75006232, jitterRate=0.11767995357513428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:56:11,193 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:56:11,194 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732085771164Writing region info on filesystem at 1732085771165 (+1 ms)Initializing all the Stores at 1732085771166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085771167 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085771167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085771167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085771167Cleaning up temporary data from old regions at 1732085771187 (+20 ms)Running coprocessor post-open hooks at 1732085771193 (+6 ms)Region opened successfully at 1732085771194 (+1 ms) 2024-11-20T06:56:11,200 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732085771104 2024-11-20T06:56:11,212 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:56:11,213 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:56:11,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:11,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,42979,1732085738512, state=OPEN 2024-11-20T06:56:11,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:56:11,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:56:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:56:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:56:11,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:11,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:56:11,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,42979,1732085738512 in 345 msec 2024-11-20T06:56:11,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:56:11,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8420 sec 2024-11-20T06:56:11,288 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:56:11,288 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:56:11,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:56:11,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,42979,1732085738512, seqNum=-1] 2024-11-20T06:56:11,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:56:11,331 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53037, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:56:11,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.8820 sec 2024-11-20T06:56:11,350 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732085771350, completionTime=-1 2024-11-20T06:56:11,352 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T06:56:11,352 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:56:11,376 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T06:56:11,377 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732085831376 2024-11-20T06:56:11,377 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085891377 2024-11-20T06:56:11,377 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-20T06:56:11,378 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33011,1732085737768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:56:11,379 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33011,1732085737768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:56:11,379 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33011,1732085737768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:56:11,380 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:33011, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:56:11,380 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:56:11,381 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:56:11,386 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:56:11,406 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 32.729sec 2024-11-20T06:56:11,407 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:56:11,409 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:56:11,411 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:56:11,412 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:56:11,412 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:56:11,413 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33011,1732085737768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:56:11,414 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33011,1732085737768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:56:11,422 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:56:11,423 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:56:11,423 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,33011,1732085737768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:56:11,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:56:11,450 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T06:56:11,450 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T06:56:11,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,33011,-1 for getting cluster id 2024-11-20T06:56:11,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:56:11,461 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83be9089-83ad-400f-a60a-7b7f30b98d01' 2024-11-20T06:56:11,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:56:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83be9089-83ad-400f-a60a-7b7f30b98d01" 2024-11-20T06:56:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62396b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:56:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,33011,-1] 2024-11-20T06:56:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:56:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:56:11,472 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:56:11,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:56:11,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:56:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,42979,1732085738512, seqNum=-1] 2024-11-20T06:56:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:56:11,486 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:56:11,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,33011,1732085737768 2024-11-20T06:56:11,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:56:11,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,33011,-1 for getting cluster id 2024-11-20T06:56:11,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:56:11,516 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83be9089-83ad-400f-a60a-7b7f30b98d01' 2024-11-20T06:56:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:56:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83be9089-83ad-400f-a60a-7b7f30b98d01" 2024-11-20T06:56:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@effb486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:56:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,33011,-1] 2024-11-20T06:56:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:56:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:56:11,520 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:56:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23df2973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:56:11,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=585, ProcessCount=11, AvailableMemoryMB=4881 2024-11-20T06:56:11,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:56:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,33011,1732085737768 2024-11-20T06:56:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e7acec4 2024-11-20T06:56:11,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:56:11,553 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:56:11,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-20T06:56:11,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:11,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-20T06:56:11,571 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:11,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:56:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741835_1011 (size=428) 2024-11-20T06:56:11,995 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef18aadf7ed241a69a3ba51a84b0bbfb, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:12,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741836_1012 (size=79) 2024-11-20T06:56:12,407 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:12,408 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing ef18aadf7ed241a69a3ba51a84b0bbfb, disabling compactions & flushes 2024-11-20T06:56:12,408 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:56:12,408 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:56:12,409 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. after waiting 0 ms 2024-11-20T06:56:12,409 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:56:12,409 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:56:12,410 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef18aadf7ed241a69a3ba51a84b0bbfb: Waiting for close lock at 1732085772408Disabling compacts and flushes for region at 1732085772408Disabling writes for close at 1732085772409 (+1 ms)Writing region close event to WAL at 1732085772409Closed at 1732085772409 2024-11-20T06:56:12,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:12,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732085772415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085772415"}]},"ts":"1732085772415"} 2024-11-20T06:56:12,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:12,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:12,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085772426"}]},"ts":"1732085772426"} 2024-11-20T06:56:12,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-20T06:56:12,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ef18aadf7ed241a69a3ba51a84b0bbfb, ASSIGN}] 2024-11-20T06:56:12,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ef18aadf7ed241a69a3ba51a84b0bbfb, ASSIGN 2024-11-20T06:56:12,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ef18aadf7ed241a69a3ba51a84b0bbfb, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:56:12,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef18aadf7ed241a69a3ba51a84b0bbfb, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:12,600 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ef18aadf7ed241a69a3ba51a84b0bbfb, ASSIGN because future has completed 2024-11-20T06:56:12,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef18aadf7ed241a69a3ba51a84b0bbfb, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:12,770 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:56:12,770 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ef18aadf7ed241a69a3ba51a84b0bbfb, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:12,771 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,771 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:12,771 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,771 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,775 INFO [StoreOpener-ef18aadf7ed241a69a3ba51a84b0bbfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,778 INFO [StoreOpener-ef18aadf7ed241a69a3ba51a84b0bbfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef18aadf7ed241a69a3ba51a84b0bbfb columnFamilyName testFamily 2024-11-20T06:56:12,778 DEBUG [StoreOpener-ef18aadf7ed241a69a3ba51a84b0bbfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:12,780 INFO [StoreOpener-ef18aadf7ed241a69a3ba51a84b0bbfb-1 {}] regionserver.HStore(327): Store=ef18aadf7ed241a69a3ba51a84b0bbfb/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:12,780 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,782 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,783 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,783 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,783 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,786 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,789 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:12,790 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ef18aadf7ed241a69a3ba51a84b0bbfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68995391, jitterRate=0.028111442923545837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:12,790 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:56:12,792 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ef18aadf7ed241a69a3ba51a84b0bbfb: Running coprocessor pre-open hook at 1732085772772Writing region info on filesystem at 1732085772772Initializing all the Stores at 1732085772774 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085772774Cleaning up temporary data from old regions at 1732085772784 (+10 ms)Running coprocessor post-open hooks at 1732085772790 (+6 ms)Region opened successfully at 1732085772791 (+1 ms) 2024-11-20T06:56:12,793 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb., pid=6, masterSystemTime=1732085772758 2024-11-20T06:56:12,797 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:56:12,797 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:56:12,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef18aadf7ed241a69a3ba51a84b0bbfb, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:12,801 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef18aadf7ed241a69a3ba51a84b0bbfb, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:12,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T06:56:12,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ef18aadf7ed241a69a3ba51a84b0bbfb, server=61c2066a8a0f,42979,1732085738512 in 202 msec 2024-11-20T06:56:12,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T06:56:12,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=ef18aadf7ed241a69a3ba51a84b0bbfb, ASSIGN in 371 msec 2024-11-20T06:56:12,812 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:12,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085772812"}]},"ts":"1732085772812"} 2024-11-20T06:56:12,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-20T06:56:12,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:12,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2570 sec 2024-11-20T06:56:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:56:14,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-20T06:56:14,615 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-20T06:56:14,618 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:14,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-20T06:56:14,624 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:14,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-20T06:56:14,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:56:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,42979,1732085738512, seqNum=-1] 2024-11-20T06:56:14,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:56:14,631 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:56:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:14,653 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:14,657 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-20T06:56:14,661 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-20T06:56:14,666 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-20T06:56:14,687 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-20T06:56:14,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7092091015539982328 2024-11-20T06:56:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085777688, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:14,723 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-20T06:56:14,725 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-20T06:56:14,726 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:14,729 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:14,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7092091015539982326 2024-11-20T06:56:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085777728, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:14,735 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:14,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7092091015539982325 2024-11-20T06:56:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085777735, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:14,740 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:14,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7092091015539982324 2024-11-20T06:56:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085777740, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:14,745 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:14,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_546332094_22 at /127.0.0.1:57606 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 585), ProcessCount=11 (was 11), AvailableMemoryMB=4800 (was 4881) 2024-11-20T06:56:14,766 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=4798 2024-11-20T06:56:14,769 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:14,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-20T06:56:14,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:14,773 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:14,773 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-20T06:56:14,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:56:14,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741837_1013 (size=414) 2024-11-20T06:56:15,188 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15e7f94af79257f993771f2288c81793, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:15,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741838_1014 (size=65) 2024-11-20T06:56:15,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:15,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 15e7f94af79257f993771f2288c81793, disabling compactions & flushes 2024-11-20T06:56:15,598 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:56:15,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:56:15,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. after waiting 0 ms 2024-11-20T06:56:15,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:56:15,598 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:56:15,599 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15e7f94af79257f993771f2288c81793: Waiting for close lock at 1732085775598Disabling compacts and flushes for region at 1732085775598Disabling writes for close at 1732085775598Writing region close event to WAL at 1732085775598Closed at 1732085775598 2024-11-20T06:56:15,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:15,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732085775601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085775601"}]},"ts":"1732085775601"} 2024-11-20T06:56:15,604 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:15,606 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:15,606 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085775606"}]},"ts":"1732085775606"} 2024-11-20T06:56:15,609 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-20T06:56:15,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15e7f94af79257f993771f2288c81793, ASSIGN}] 2024-11-20T06:56:15,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15e7f94af79257f993771f2288c81793, ASSIGN 2024-11-20T06:56:15,614 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15e7f94af79257f993771f2288c81793, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:15,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=15e7f94af79257f993771f2288c81793, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:15,772 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15e7f94af79257f993771f2288c81793, ASSIGN because future has completed 2024-11-20T06:56:15,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e7f94af79257f993771f2288c81793, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:56:15,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:56:15,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 15e7f94af79257f993771f2288c81793, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:15,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:15,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,942 INFO [StoreOpener-15e7f94af79257f993771f2288c81793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,945 INFO [StoreOpener-15e7f94af79257f993771f2288c81793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e7f94af79257f993771f2288c81793 columnFamilyName testFamily 2024-11-20T06:56:15,945 DEBUG [StoreOpener-15e7f94af79257f993771f2288c81793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:15,946 INFO [StoreOpener-15e7f94af79257f993771f2288c81793-1 {}] regionserver.HStore(327): Store=15e7f94af79257f993771f2288c81793/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:15,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:15,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 15e7f94af79257f993771f2288c81793; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75461142, jitterRate=0.12445864081382751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:15,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15e7f94af79257f993771f2288c81793 2024-11-20T06:56:15,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 15e7f94af79257f993771f2288c81793: Running coprocessor pre-open hook at 1732085775937Writing region info on filesystem at 1732085775937Initializing all the Stores at 1732085775939 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085775939Cleaning up temporary data from old regions at 1732085775950 (+11 ms)Running coprocessor post-open hooks at 1732085775957 (+7 ms)Region opened successfully at 1732085775958 (+1 ms) 2024-11-20T06:56:15,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793., pid=9, masterSystemTime=1732085775929 2024-11-20T06:56:15,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:56:15,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:56:15,965 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=15e7f94af79257f993771f2288c81793, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:15,968 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e7f94af79257f993771f2288c81793, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:15,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T06:56:15,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 15e7f94af79257f993771f2288c81793, server=61c2066a8a0f,42979,1732085738512 in 197 msec 2024-11-20T06:56:15,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T06:56:15,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=15e7f94af79257f993771f2288c81793, ASSIGN in 363 msec 2024-11-20T06:56:15,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:15,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085775978"}]},"ts":"1732085775978"} 2024-11-20T06:56:15,981 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-20T06:56:15,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:15,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2130 sec 2024-11-20T06:56:16,705 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:56:16,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-20T06:56:16,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:56:16,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-20T06:56:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:56:17,810 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-20T06:56:17,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-20T06:56:17,810 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:17,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-20T06:56:17,816 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:17,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-20T06:56:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:17,834 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:17,835 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-20T06:56:17,840 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T06:56:17,842 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-20T06:56:18,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T06:56:18,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:18,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:56:18,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T06:56:18,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-20T06:56:18,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:18,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-20T06:56:18,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:23,858 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=61c2066a8a0f:42979 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms 2024-11-20T06:56:23,859 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms 2024-11-20T06:56:23,860 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 from cache 2024-11-20T06:56:23,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 538), ProcessCount=11 (was 11), AvailableMemoryMB=4564 (was 4798) 2024-11-20T06:56:23,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=4563 2024-11-20T06:56:23,881 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:23,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-20T06:56:23,885 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:23,885 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:23,885 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-20T06:56:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T06:56:23,886 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741839_1015 (size=412) 2024-11-20T06:56:24,303 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2394be2f573d82742142ca971ee06626, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:24,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741840_1016 (size=63) 2024-11-20T06:56:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-11-20T06:56:24,716 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:24,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2394be2f573d82742142ca971ee06626, disabling compactions & flushes 2024-11-20T06:56:24,717 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:56:24,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:56:24,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. after waiting 0 ms 2024-11-20T06:56:24,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:56:24,717 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:56:24,717 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2394be2f573d82742142ca971ee06626: Waiting for close lock at 1732085784717Disabling compacts and flushes for region at 1732085784717Disabling writes for close at 1732085784717Writing region close event to WAL at 1732085784717Closed at 1732085784717 2024-11-20T06:56:24,719 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:24,720 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732085784719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085784719"}]},"ts":"1732085784719"} 2024-11-20T06:56:24,724 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:24,726 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:24,726 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085784726"}]},"ts":"1732085784726"} 2024-11-20T06:56:24,729 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-20T06:56:24,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2394be2f573d82742142ca971ee06626, ASSIGN}] 2024-11-20T06:56:24,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2394be2f573d82742142ca971ee06626, ASSIGN 2024-11-20T06:56:24,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2394be2f573d82742142ca971ee06626, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:24,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2394be2f573d82742142ca971ee06626, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:24,887 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2394be2f573d82742142ca971ee06626, ASSIGN because future has completed 2024-11-20T06:56:24,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2394be2f573d82742142ca971ee06626, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T06:56:25,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:56:25,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2394be2f573d82742142ca971ee06626, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:25,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:25,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,058 INFO [StoreOpener-2394be2f573d82742142ca971ee06626-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,061 INFO [StoreOpener-2394be2f573d82742142ca971ee06626-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2394be2f573d82742142ca971ee06626 columnFamilyName testFamily 2024-11-20T06:56:25,061 DEBUG [StoreOpener-2394be2f573d82742142ca971ee06626-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:25,062 INFO [StoreOpener-2394be2f573d82742142ca971ee06626-1 {}] regionserver.HStore(327): Store=2394be2f573d82742142ca971ee06626/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:25,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:25,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 2394be2f573d82742142ca971ee06626; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74369068, jitterRate=0.10818547010421753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:25,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2394be2f573d82742142ca971ee06626 2024-11-20T06:56:25,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2394be2f573d82742142ca971ee06626: Running coprocessor pre-open hook at 1732085785055Writing region info on filesystem at 1732085785056 (+1 ms)Initializing all the Stores at 1732085785057 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085785057Cleaning up temporary data from old regions at 1732085785064 (+7 ms)Running coprocessor post-open hooks at 1732085785071 (+7 ms)Region opened successfully at 1732085785072 (+1 ms) 2024-11-20T06:56:25,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626., pid=12, masterSystemTime=1732085785042 2024-11-20T06:56:25,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:56:25,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:56:25,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2394be2f573d82742142ca971ee06626, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:25,080 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2394be2f573d82742142ca971ee06626, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:25,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T06:56:25,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2394be2f573d82742142ca971ee06626, server=61c2066a8a0f,42979,1732085738512 in 194 msec 2024-11-20T06:56:25,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T06:56:25,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=2394be2f573d82742142ca971ee06626, ASSIGN in 355 msec 2024-11-20T06:56:25,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:25,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085785090"}]},"ts":"1732085785090"} 2024-11-20T06:56:25,092 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-20T06:56:25,093 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:25,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2130 sec 2024-11-20T06:56:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-20T06:56:26,901 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-20T06:56:26,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-20T06:56:26,902 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:26,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-20T06:56:26,911 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:26,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-20T06:56:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:26,927 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:26,928 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-20T06:56:26,932 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T06:56:26,935 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T06:56:26,936 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T06:56:26,937 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-20T06:56:28,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-20T06:56:28,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:28,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-20T06:56:30,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:56:32,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982315' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T06:56:32,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45834 deadline: 1732085798952, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982315' does not exist 2024-11-20T06:56:32,958 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 61c2066a8a0f,42979,1732085738512 for closing scanner id = -7092091015539982315 for 2394be2f573d82742142ca971ee06626 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982315' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:56:32,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=4451 (was 4563) 2024-11-20T06:56:32,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4449 2024-11-20T06:56:32,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-20T06:56:32,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:32,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:32,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-20T06:56:32,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:56:32,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741841_1017 (size=423) 2024-11-20T06:56:33,398 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24cb9c240cdf2c9b81038e8b27bccd4e, NAME => 'testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:33,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741842_1018 (size=74) 2024-11-20T06:56:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-11-20T06:56:33,811 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:33,812 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 24cb9c240cdf2c9b81038e8b27bccd4e, disabling compactions & flushes 2024-11-20T06:56:33,812 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:56:33,812 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:56:33,812 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. after waiting 0 ms 2024-11-20T06:56:33,812 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:56:33,812 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:56:33,812 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24cb9c240cdf2c9b81038e8b27bccd4e: Waiting for close lock at 1732085793811Disabling compacts and flushes for region at 1732085793811Disabling writes for close at 1732085793812 (+1 ms)Writing region close event to WAL at 1732085793812Closed at 1732085793812 2024-11-20T06:56:33,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:33,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732085793817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085793817"}]},"ts":"1732085793817"} 2024-11-20T06:56:33,822 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:33,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:33,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085793825"}]},"ts":"1732085793825"} 2024-11-20T06:56:33,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-20T06:56:33,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=24cb9c240cdf2c9b81038e8b27bccd4e, ASSIGN}] 2024-11-20T06:56:33,833 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=24cb9c240cdf2c9b81038e8b27bccd4e, ASSIGN 2024-11-20T06:56:33,835 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=24cb9c240cdf2c9b81038e8b27bccd4e, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:33,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=24cb9c240cdf2c9b81038e8b27bccd4e, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:33,993 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=24cb9c240cdf2c9b81038e8b27bccd4e, ASSIGN because future has completed 2024-11-20T06:56:33,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24cb9c240cdf2c9b81038e8b27bccd4e, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:56:34,162 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:56:34,162 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 24cb9c240cdf2c9b81038e8b27bccd4e, NAME => 'testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:34,163 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,163 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:34,163 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,163 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,166 INFO [StoreOpener-24cb9c240cdf2c9b81038e8b27bccd4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,170 INFO [StoreOpener-24cb9c240cdf2c9b81038e8b27bccd4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24cb9c240cdf2c9b81038e8b27bccd4e columnFamilyName testFamily 2024-11-20T06:56:34,170 DEBUG [StoreOpener-24cb9c240cdf2c9b81038e8b27bccd4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:34,171 INFO [StoreOpener-24cb9c240cdf2c9b81038e8b27bccd4e-1 {}] regionserver.HStore(327): Store=24cb9c240cdf2c9b81038e8b27bccd4e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:34,171 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,172 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,172 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,173 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,173 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,175 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,178 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:34,179 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 24cb9c240cdf2c9b81038e8b27bccd4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68661852, jitterRate=0.023141324520111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:34,179 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:56:34,180 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 24cb9c240cdf2c9b81038e8b27bccd4e: Running coprocessor pre-open hook at 1732085794163Writing region info on filesystem at 1732085794163Initializing all the Stores at 1732085794165 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085794165Cleaning up temporary data from old regions at 1732085794173 (+8 ms)Running coprocessor post-open hooks at 1732085794179 (+6 ms)Region opened successfully at 1732085794180 (+1 ms) 2024-11-20T06:56:34,181 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e., pid=15, masterSystemTime=1732085794149 2024-11-20T06:56:34,184 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:56:34,184 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:56:34,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=24cb9c240cdf2c9b81038e8b27bccd4e, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:34,188 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24cb9c240cdf2c9b81038e8b27bccd4e, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:34,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T06:56:34,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 24cb9c240cdf2c9b81038e8b27bccd4e, server=61c2066a8a0f,42979,1732085738512 in 195 msec 2024-11-20T06:56:34,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T06:56:34,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=24cb9c240cdf2c9b81038e8b27bccd4e, ASSIGN in 363 msec 2024-11-20T06:56:34,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:34,199 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085794199"}]},"ts":"1732085794199"} 2024-11-20T06:56:34,202 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-20T06:56:34,204 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:34,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2280 sec 2024-11-20T06:56:34,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-20T06:56:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:56:36,019 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-20T06:56:36,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-20T06:56:36,019 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:36,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-20T06:56:36,024 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:36,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-20T06:56:36,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:36,037 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:36,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-20T06:56:36,041 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-20T06:56:36,044 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-20T06:56:36,045 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-20T06:56:36,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7092091015539982311 2024-11-20T06:56:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085799045, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:36,050 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-20T06:56:36,052 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-20T06:56:36,052 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:36,054 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:36,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7092091015539982309 2024-11-20T06:56:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085799053, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:36,058 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:36,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7092091015539982308 2024-11-20T06:56:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085799057, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:36,062 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:36,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7092091015539982307 2024-11-20T06:56:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:45834 deadline: 1732085799061, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-20T06:56:36,066 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-20T06:56:36,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=226 (was 225) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_546332094_22 at /127.0.0.1:37110 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4452 (was 4449) - AvailableMemoryMB LEAK? - 2024-11-20T06:56:36,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=226, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4452 2024-11-20T06:56:36,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-20T06:56:36,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:36,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:36,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-20T06:56:36,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T06:56:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741843_1019 (size=418) 2024-11-20T06:56:36,507 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82960b6356f3b027c93b7155e26685ef, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:36,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741844_1020 (size=69) 2024-11-20T06:56:36,696 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:56:36,920 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:36,920 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 82960b6356f3b027c93b7155e26685ef, disabling compactions & flushes 2024-11-20T06:56:36,921 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:56:36,921 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:56:36,921 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. after waiting 0 ms 2024-11-20T06:56:36,921 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:56:36,921 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:56:36,922 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82960b6356f3b027c93b7155e26685ef: Waiting for close lock at 1732085796920Disabling compacts and flushes for region at 1732085796920Disabling writes for close at 1732085796921 (+1 ms)Writing region close event to WAL at 1732085796921Closed at 1732085796921 2024-11-20T06:56:36,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:36,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732085796926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085796926"}]},"ts":"1732085796926"} 2024-11-20T06:56:36,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:36,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:36,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085796932"}]},"ts":"1732085796932"} 2024-11-20T06:56:36,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-20T06:56:36,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=82960b6356f3b027c93b7155e26685ef, ASSIGN}] 2024-11-20T06:56:36,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=82960b6356f3b027c93b7155e26685ef, ASSIGN 2024-11-20T06:56:36,939 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=82960b6356f3b027c93b7155e26685ef, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:37,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=82960b6356f3b027c93b7155e26685ef, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:37,097 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=82960b6356f3b027c93b7155e26685ef, ASSIGN because future has completed 2024-11-20T06:56:37,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82960b6356f3b027c93b7155e26685ef, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T06:56:37,260 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:56:37,260 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 82960b6356f3b027c93b7155e26685ef, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:37,261 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,261 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:37,261 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,261 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,264 INFO [StoreOpener-82960b6356f3b027c93b7155e26685ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,267 INFO [StoreOpener-82960b6356f3b027c93b7155e26685ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82960b6356f3b027c93b7155e26685ef columnFamilyName testFamily 2024-11-20T06:56:37,267 DEBUG [StoreOpener-82960b6356f3b027c93b7155e26685ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:37,267 INFO [StoreOpener-82960b6356f3b027c93b7155e26685ef-1 {}] regionserver.HStore(327): Store=82960b6356f3b027c93b7155e26685ef/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:37,267 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,269 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,269 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,270 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,270 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,272 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,275 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:37,276 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 82960b6356f3b027c93b7155e26685ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66007894, jitterRate=-0.016405731439590454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:37,276 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:56:37,277 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 82960b6356f3b027c93b7155e26685ef: Running coprocessor pre-open hook at 1732085797261Writing region info on filesystem at 1732085797261Initializing all the Stores at 1732085797263 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085797263Cleaning up temporary data from old regions at 1732085797270 (+7 ms)Running coprocessor post-open hooks at 1732085797276 (+6 ms)Region opened successfully at 1732085797277 (+1 ms) 2024-11-20T06:56:37,278 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., pid=18, masterSystemTime=1732085797252 2024-11-20T06:56:37,281 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:56:37,281 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:56:37,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=82960b6356f3b027c93b7155e26685ef, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:37,285 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82960b6356f3b027c93b7155e26685ef, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:37,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T06:56:37,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 82960b6356f3b027c93b7155e26685ef, server=61c2066a8a0f,42979,1732085738512 in 188 msec 2024-11-20T06:56:37,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T06:56:37,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=82960b6356f3b027c93b7155e26685ef, ASSIGN in 353 msec 2024-11-20T06:56:37,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:37,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085797295"}]},"ts":"1732085797295"} 2024-11-20T06:56:37,297 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-20T06:56:37,298 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:37,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2160 sec 2024-11-20T06:56:38,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-20T06:56:38,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:38,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-20T06:56:38,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-20T06:56:39,112 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-20T06:56:39,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-20T06:56:39,112 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:39,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-20T06:56:39,123 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:39,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-20T06:56:39,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:39,135 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:39,135 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-20T06:56:39,138 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T06:56:39,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T06:56:39,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:56:40,146 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=61c2066a8a0f:42979 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-20T06:56:40,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-11-20T06:56:40,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 from cache 2024-11-20T06:56:40,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-11-20T06:56:40,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-20T06:56:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:41,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T06:56:42,146 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=61c2066a8a0f:42979 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=972ms 2024-11-20T06:56:42,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=972ms 2024-11-20T06:56:42,147 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 from cache 2024-11-20T06:56:42,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 226), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=4439 (was 4452) 2024-11-20T06:56:42,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=4439 2024-11-20T06:56:42,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-20T06:56:42,175 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:42,175 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:42,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-20T06:56:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:56:42,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741845_1021 (size=416) 2024-11-20T06:56:42,589 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e894ea303e65973be9992e6d1042e416, NAME => 'testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741846_1022 (size=67) 2024-11-20T06:56:42,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-11-20T06:56:43,002 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:43,002 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing e894ea303e65973be9992e6d1042e416, disabling compactions & flushes 2024-11-20T06:56:43,002 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:56:43,002 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:56:43,002 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. after waiting 0 ms 2024-11-20T06:56:43,003 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:56:43,003 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:56:43,003 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e894ea303e65973be9992e6d1042e416: Waiting for close lock at 1732085803002Disabling compacts and flushes for region at 1732085803002Disabling writes for close at 1732085803003 (+1 ms)Writing region close event to WAL at 1732085803003Closed at 1732085803003 2024-11-20T06:56:43,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:43,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732085803008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085803008"}]},"ts":"1732085803008"} 2024-11-20T06:56:43,012 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:43,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:43,014 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085803013"}]},"ts":"1732085803013"} 2024-11-20T06:56:43,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-20T06:56:43,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e894ea303e65973be9992e6d1042e416, ASSIGN}] 2024-11-20T06:56:43,019 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e894ea303e65973be9992e6d1042e416, ASSIGN 2024-11-20T06:56:43,021 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e894ea303e65973be9992e6d1042e416, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:43,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e894ea303e65973be9992e6d1042e416, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:43,180 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e894ea303e65973be9992e6d1042e416, ASSIGN because future has completed 2024-11-20T06:56:43,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e894ea303e65973be9992e6d1042e416, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:56:43,346 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:56:43,347 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e894ea303e65973be9992e6d1042e416, NAME => 'testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:43,347 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,347 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:43,348 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,348 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,350 INFO [StoreOpener-e894ea303e65973be9992e6d1042e416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,352 INFO [StoreOpener-e894ea303e65973be9992e6d1042e416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e894ea303e65973be9992e6d1042e416 columnFamilyName testFamily 2024-11-20T06:56:43,352 DEBUG [StoreOpener-e894ea303e65973be9992e6d1042e416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:43,353 INFO [StoreOpener-e894ea303e65973be9992e6d1042e416-1 {}] regionserver.HStore(327): Store=e894ea303e65973be9992e6d1042e416/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:43,353 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,354 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,355 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,355 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,355 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,358 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,363 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:43,363 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e894ea303e65973be9992e6d1042e416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68283789, jitterRate=0.017507746815681458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:43,363 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e894ea303e65973be9992e6d1042e416 2024-11-20T06:56:43,365 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e894ea303e65973be9992e6d1042e416: Running coprocessor pre-open hook at 1732085803348Writing region info on filesystem at 1732085803348Initializing all the Stores at 1732085803349 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085803349Cleaning up temporary data from old regions at 1732085803355 (+6 ms)Running coprocessor post-open hooks at 1732085803363 (+8 ms)Region opened successfully at 1732085803365 (+2 ms) 2024-11-20T06:56:43,366 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416., pid=21, masterSystemTime=1732085803335 2024-11-20T06:56:43,369 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:56:43,369 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:56:43,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=e894ea303e65973be9992e6d1042e416, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:43,372 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure e894ea303e65973be9992e6d1042e416, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:43,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T06:56:43,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure e894ea303e65973be9992e6d1042e416, server=61c2066a8a0f,42979,1732085738512 in 193 msec 2024-11-20T06:56:43,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T06:56:43,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=e894ea303e65973be9992e6d1042e416, ASSIGN in 360 msec 2024-11-20T06:56:43,381 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:43,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085803381"}]},"ts":"1732085803381"} 2024-11-20T06:56:43,383 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-20T06:56:43,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:43,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2130 sec 2024-11-20T06:56:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:56:45,209 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-20T06:56:45,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-20T06:56:45,210 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:45,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-20T06:56:45,219 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:45,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-20T06:56:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:45,234 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:45,234 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-20T06:56:45,237 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T06:56:45,240 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T06:56:45,241 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T06:56:45,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-20T06:56:46,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-20T06:56:48,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-20T06:56:48,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:48,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982296' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T06:56:48,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45834 deadline: 1732085809248, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982296' does not exist 2024-11-20T06:56:48,255 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 61c2066a8a0f,42979,1732085738512 for closing scanner id = -7092091015539982296 for e894ea303e65973be9992e6d1042e416 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982296' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:56:48,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=4430 (was 4439) 2024-11-20T06:56:48,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4430 2024-11-20T06:56:48,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-20T06:56:48,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:48,279 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:48,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-20T06:56:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T06:56:48,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741847_1023 (size=411) 2024-11-20T06:56:48,698 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0056ef54a76e21ab81f565dae16742e, NAME => 'testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:48,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741848_1024 (size=62) 2024-11-20T06:56:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-11-20T06:56:48,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:56:49,115 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:49,116 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing d0056ef54a76e21ab81f565dae16742e, disabling compactions & flushes 2024-11-20T06:56:49,116 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:56:49,116 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:56:49,116 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. after waiting 0 ms 2024-11-20T06:56:49,116 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:56:49,116 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:56:49,117 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0056ef54a76e21ab81f565dae16742e: Waiting for close lock at 1732085809115Disabling compacts and flushes for region at 1732085809115Disabling writes for close at 1732085809116 (+1 ms)Writing region close event to WAL at 1732085809116Closed at 1732085809116 2024-11-20T06:56:49,120 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:49,120 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732085809120"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085809120"}]},"ts":"1732085809120"} 2024-11-20T06:56:49,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:49,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:49,128 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085809128"}]},"ts":"1732085809128"} 2024-11-20T06:56:49,131 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-20T06:56:49,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d0056ef54a76e21ab81f565dae16742e, ASSIGN}] 2024-11-20T06:56:49,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d0056ef54a76e21ab81f565dae16742e, ASSIGN 2024-11-20T06:56:49,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d0056ef54a76e21ab81f565dae16742e, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:49,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d0056ef54a76e21ab81f565dae16742e, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:49,289 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d0056ef54a76e21ab81f565dae16742e, ASSIGN because future has completed 2024-11-20T06:56:49,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0056ef54a76e21ab81f565dae16742e, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T06:56:49,457 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:56:49,458 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d0056ef54a76e21ab81f565dae16742e, NAME => 'testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:49,458 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,458 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:49,458 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,459 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,462 INFO [StoreOpener-d0056ef54a76e21ab81f565dae16742e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,465 INFO [StoreOpener-d0056ef54a76e21ab81f565dae16742e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0056ef54a76e21ab81f565dae16742e columnFamilyName testFamily 2024-11-20T06:56:49,465 DEBUG [StoreOpener-d0056ef54a76e21ab81f565dae16742e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:49,466 INFO [StoreOpener-d0056ef54a76e21ab81f565dae16742e-1 {}] regionserver.HStore(327): Store=d0056ef54a76e21ab81f565dae16742e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:49,467 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,469 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,470 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,471 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,471 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,474 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,478 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:49,479 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d0056ef54a76e21ab81f565dae16742e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66626476, jitterRate=-0.007188141345977783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:49,479 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:56:49,479 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d0056ef54a76e21ab81f565dae16742e: Running coprocessor pre-open hook at 1732085809459Writing region info on filesystem at 1732085809459Initializing all the Stores at 1732085809461 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085809461Cleaning up temporary data from old regions at 1732085809471 (+10 ms)Running coprocessor post-open hooks at 1732085809479 (+8 ms)Region opened successfully at 1732085809479 2024-11-20T06:56:49,480 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e., pid=24, masterSystemTime=1732085809444 2024-11-20T06:56:49,483 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:56:49,483 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:56:49,484 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d0056ef54a76e21ab81f565dae16742e, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:49,486 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0056ef54a76e21ab81f565dae16742e, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:49,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T06:56:49,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure d0056ef54a76e21ab81f565dae16742e, server=61c2066a8a0f,42979,1732085738512 in 198 msec 2024-11-20T06:56:49,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T06:56:49,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d0056ef54a76e21ab81f565dae16742e, ASSIGN in 359 msec 2024-11-20T06:56:49,495 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:49,495 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085809495"}]},"ts":"1732085809495"} 2024-11-20T06:56:49,498 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-20T06:56:49,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:49,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2230 sec 2024-11-20T06:56:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-20T06:56:51,322 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-20T06:56:51,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-20T06:56:51,322 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-20T06:56:51,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:51,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-20T06:56:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:51,346 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:51,346 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-20T06:56:51,349 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T06:56:51,351 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T06:56:51,352 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T06:56:51,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-20T06:56:52,309 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T06:56:52,309 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T06:56:52,749 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-20T06:56:54,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982292' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T06:56:54,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45834 deadline: 1732085815363, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982292' does not exist 2024-11-20T06:56:54,367 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 61c2066a8a0f,42979,1732085738512 for closing scanner id = -7092091015539982292 for d0056ef54a76e21ab81f565dae16742e of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982292' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:56:54,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=4424 (was 4430) 2024-11-20T06:56:54,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=4423 2024-11-20T06:56:54,384 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:56:54,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-20T06:56:54,388 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:56:54,388 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:54,388 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-20T06:56:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:56:54,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:56:54,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741849_1025 (size=419) 2024-11-20T06:56:54,807 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2473e7bba7a5707cf2cc978aa5857f79, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:56:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741850_1026 (size=70) 2024-11-20T06:56:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-11-20T06:56:54,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:56:55,220 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:55,220 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2473e7bba7a5707cf2cc978aa5857f79, disabling compactions & flushes 2024-11-20T06:56:55,220 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:56:55,221 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:56:55,221 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. after waiting 0 ms 2024-11-20T06:56:55,221 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:56:55,221 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:56:55,221 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2473e7bba7a5707cf2cc978aa5857f79: Waiting for close lock at 1732085815220Disabling compacts and flushes for region at 1732085815220Disabling writes for close at 1732085815221 (+1 ms)Writing region close event to WAL at 1732085815221Closed at 1732085815221 2024-11-20T06:56:55,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:56:55,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732085815223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085815223"}]},"ts":"1732085815223"} 2024-11-20T06:56:55,227 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:56:55,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:56:55,229 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085815229"}]},"ts":"1732085815229"} 2024-11-20T06:56:55,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-20T06:56:55,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2473e7bba7a5707cf2cc978aa5857f79, ASSIGN}] 2024-11-20T06:56:55,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2473e7bba7a5707cf2cc978aa5857f79, ASSIGN 2024-11-20T06:56:55,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2473e7bba7a5707cf2cc978aa5857f79, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:56:55,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2473e7bba7a5707cf2cc978aa5857f79, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:55,394 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2473e7bba7a5707cf2cc978aa5857f79, ASSIGN because future has completed 2024-11-20T06:56:55,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2473e7bba7a5707cf2cc978aa5857f79, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:56:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:56:55,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:56:55,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 2473e7bba7a5707cf2cc978aa5857f79, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:56:55,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:56:55,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,563 INFO [StoreOpener-2473e7bba7a5707cf2cc978aa5857f79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,565 INFO [StoreOpener-2473e7bba7a5707cf2cc978aa5857f79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2473e7bba7a5707cf2cc978aa5857f79 columnFamilyName testFamily 2024-11-20T06:56:55,565 DEBUG [StoreOpener-2473e7bba7a5707cf2cc978aa5857f79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:56:55,565 INFO [StoreOpener-2473e7bba7a5707cf2cc978aa5857f79-1 {}] regionserver.HStore(327): Store=2473e7bba7a5707cf2cc978aa5857f79/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:56:55,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:56:55,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 2473e7bba7a5707cf2cc978aa5857f79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62148819, jitterRate=-0.0739104300737381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:56:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:56:55,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 2473e7bba7a5707cf2cc978aa5857f79: Running coprocessor pre-open hook at 1732085815561Writing region info on filesystem at 1732085815561Initializing all the Stores at 1732085815562 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085815562Cleaning up temporary data from old regions at 1732085815568 (+6 ms)Running coprocessor post-open hooks at 1732085815573 (+5 ms)Region opened successfully at 1732085815574 (+1 ms) 2024-11-20T06:56:55,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., pid=27, masterSystemTime=1732085815550 2024-11-20T06:56:55,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:56:55,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:56:55,579 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=2473e7bba7a5707cf2cc978aa5857f79, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:56:55,581 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2473e7bba7a5707cf2cc978aa5857f79, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:56:55,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T06:56:55,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 2473e7bba7a5707cf2cc978aa5857f79, server=61c2066a8a0f,42979,1732085738512 in 187 msec 2024-11-20T06:56:55,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T06:56:55,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=2473e7bba7a5707cf2cc978aa5857f79, ASSIGN in 353 msec 2024-11-20T06:56:55,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:56:55,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085815588"}]},"ts":"1732085815588"} 2024-11-20T06:56:55,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-20T06:56:55,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:56:55,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2080 sec 2024-11-20T06:56:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:56:57,422 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-20T06:56:57,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-20T06:56:57,423 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:57,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-20T06:56:57,434 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:56:57,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-20T06:56:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:56:57,449 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:56:57,449 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-20T06:56:57,452 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T06:56:57,454 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-20T06:56:58,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-20T06:56:58,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:58,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-20T06:56:58,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T06:56:58,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-20T06:57:01,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:57:03,457 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=61c2066a8a0f:42979 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms 2024-11-20T06:57:03,457 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms 2024-11-20T06:57:03,458 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 from cache 2024-11-20T06:57:03,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 280), ProcessCount=11 (was 11), AvailableMemoryMB=4425 (was 4423) - AvailableMemoryMB LEAK? - 2024-11-20T06:57:03,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4424 2024-11-20T06:57:03,486 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:57:03,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-20T06:57:03,490 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:57:03,490 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:57:03,490 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-20T06:57:03,491 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:57:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T06:57:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741851_1027 (size=407) 2024-11-20T06:57:03,907 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6a8cefdafa3ebf46a328893d91b9ea4, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:57:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741852_1028 (size=58) 2024-11-20T06:57:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-11-20T06:57:04,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:57:04,323 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing a6a8cefdafa3ebf46a328893d91b9ea4, disabling compactions & flushes 2024-11-20T06:57:04,323 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:04,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:04,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. after waiting 0 ms 2024-11-20T06:57:04,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:04,324 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:04,324 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6a8cefdafa3ebf46a328893d91b9ea4: Waiting for close lock at 1732085824323Disabling compacts and flushes for region at 1732085824323Disabling writes for close at 1732085824324 (+1 ms)Writing region close event to WAL at 1732085824324Closed at 1732085824324 2024-11-20T06:57:04,326 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:57:04,327 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732085824327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085824327"}]},"ts":"1732085824327"} 2024-11-20T06:57:04,330 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:57:04,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:57:04,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085824331"}]},"ts":"1732085824331"} 2024-11-20T06:57:04,334 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-20T06:57:04,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a6a8cefdafa3ebf46a328893d91b9ea4, ASSIGN}] 2024-11-20T06:57:04,336 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a6a8cefdafa3ebf46a328893d91b9ea4, ASSIGN 2024-11-20T06:57:04,337 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a6a8cefdafa3ebf46a328893d91b9ea4, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:57:04,489 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a6a8cefdafa3ebf46a328893d91b9ea4, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:57:04,497 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a6a8cefdafa3ebf46a328893d91b9ea4, ASSIGN because future has completed 2024-11-20T06:57:04,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a8cefdafa3ebf46a328893d91b9ea4, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:57:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T06:57:04,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:04,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => a6a8cefdafa3ebf46a328893d91b9ea4, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:57:04,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:57:04,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,666 INFO [StoreOpener-a6a8cefdafa3ebf46a328893d91b9ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,668 INFO [StoreOpener-a6a8cefdafa3ebf46a328893d91b9ea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a8cefdafa3ebf46a328893d91b9ea4 columnFamilyName testFamily 2024-11-20T06:57:04,668 DEBUG [StoreOpener-a6a8cefdafa3ebf46a328893d91b9ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:57:04,669 INFO [StoreOpener-a6a8cefdafa3ebf46a328893d91b9ea4-1 {}] regionserver.HStore(327): Store=a6a8cefdafa3ebf46a328893d91b9ea4/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:57:04,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:57:04,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened a6a8cefdafa3ebf46a328893d91b9ea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70291888, jitterRate=0.04743075370788574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:57:04,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:04,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for a6a8cefdafa3ebf46a328893d91b9ea4: Running coprocessor pre-open hook at 1732085824664Writing region info on filesystem at 1732085824664Initializing all the Stores at 1732085824665 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085824665Cleaning up temporary data from old regions at 1732085824672 (+7 ms)Running coprocessor post-open hooks at 1732085824679 (+7 ms)Region opened successfully at 1732085824680 (+1 ms) 2024-11-20T06:57:04,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4., pid=30, masterSystemTime=1732085824650 2024-11-20T06:57:04,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:04,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:04,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a6a8cefdafa3ebf46a328893d91b9ea4, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:57:04,688 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a8cefdafa3ebf46a328893d91b9ea4, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:57:04,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T06:57:04,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure a6a8cefdafa3ebf46a328893d91b9ea4, server=61c2066a8a0f,42979,1732085738512 in 192 msec 2024-11-20T06:57:04,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T06:57:04,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a6a8cefdafa3ebf46a328893d91b9ea4, ASSIGN in 358 msec 2024-11-20T06:57:04,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:57:04,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085824696"}]},"ts":"1732085824696"} 2024-11-20T06:57:04,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-20T06:57:04,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:57:04,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2140 sec 2024-11-20T06:57:04,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-20T06:57:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T06:57:06,522 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-20T06:57:06,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-20T06:57:06,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:57:06,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-20T06:57:06,533 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:57:06,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-20T06:57:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:57:06,546 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:57:06,546 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-20T06:57:06,549 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-20T06:57:06,551 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-20T06:57:06,552 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-20T06:57:06,552 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-20T06:57:06,697 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:57:08,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-20T06:57:08,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-20T06:57:10,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:57:11,910 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T06:57:12,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982284' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T06:57:12,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42979 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:45834 deadline: 1732085838563, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982284' does not exist 2024-11-20T06:57:12,567 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 61c2066a8a0f,42979,1732085738512 for closing scanner id = -7092091015539982284 for a6a8cefdafa3ebf46a328893d91b9ea4 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7092091015539982284' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:57:12,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=4424 (was 4424) 2024-11-20T06:57:12,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=4423 2024-11-20T06:57:12,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:57:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-20T06:57:12,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:57:12,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:57:12,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-20T06:57:12,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:57:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:57:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741853_1029 (size=423) 2024-11-20T06:57:13,005 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8824318cc912c4e5bd1bc43db13e3d0e, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1 2024-11-20T06:57:13,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741854_1030 (size=74) 2024-11-20T06:57:13,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-11-20T06:57:13,418 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:57:13,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8824318cc912c4e5bd1bc43db13e3d0e, disabling compactions & flushes 2024-11-20T06:57:13,419 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:13,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:13,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. after waiting 0 ms 2024-11-20T06:57:13,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:13,419 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:13,420 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8824318cc912c4e5bd1bc43db13e3d0e: Waiting for close lock at 1732085833418Disabling compacts and flushes for region at 1732085833418Disabling writes for close at 1732085833419 (+1 ms)Writing region close event to WAL at 1732085833419Closed at 1732085833419 2024-11-20T06:57:13,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:57:13,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732085833424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085833424"}]},"ts":"1732085833424"} 2024-11-20T06:57:13,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:57:13,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:57:13,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085833430"}]},"ts":"1732085833430"} 2024-11-20T06:57:13,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-20T06:57:13,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8824318cc912c4e5bd1bc43db13e3d0e, ASSIGN}] 2024-11-20T06:57:13,434 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8824318cc912c4e5bd1bc43db13e3d0e, ASSIGN 2024-11-20T06:57:13,435 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8824318cc912c4e5bd1bc43db13e3d0e, ASSIGN; state=OFFLINE, location=61c2066a8a0f,42979,1732085738512; forceNewPlan=false, retain=false 2024-11-20T06:57:13,587 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8824318cc912c4e5bd1bc43db13e3d0e, regionState=OPENING, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:57:13,592 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8824318cc912c4e5bd1bc43db13e3d0e, ASSIGN because future has completed 2024-11-20T06:57:13,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8824318cc912c4e5bd1bc43db13e3d0e, server=61c2066a8a0f,42979,1732085738512}] 2024-11-20T06:57:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:57:13,756 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:13,756 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 8824318cc912c4e5bd1bc43db13e3d0e, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:57:13,756 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,756 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:57:13,757 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,757 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,759 INFO [StoreOpener-8824318cc912c4e5bd1bc43db13e3d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,762 INFO [StoreOpener-8824318cc912c4e5bd1bc43db13e3d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8824318cc912c4e5bd1bc43db13e3d0e columnFamilyName testFamily 2024-11-20T06:57:13,762 DEBUG [StoreOpener-8824318cc912c4e5bd1bc43db13e3d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:57:13,763 INFO [StoreOpener-8824318cc912c4e5bd1bc43db13e3d0e-1 {}] regionserver.HStore(327): Store=8824318cc912c4e5bd1bc43db13e3d0e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:57:13,763 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,764 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,765 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,766 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,766 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,769 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,772 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:57:13,773 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 8824318cc912c4e5bd1bc43db13e3d0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60256545, jitterRate=-0.10210750997066498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T06:57:13,773 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:13,774 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 8824318cc912c4e5bd1bc43db13e3d0e: Running coprocessor pre-open hook at 1732085833757Writing region info on filesystem at 1732085833757Initializing all the Stores at 1732085833758 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085833759 (+1 ms)Cleaning up temporary data from old regions at 1732085833766 (+7 ms)Running coprocessor post-open hooks at 1732085833773 (+7 ms)Region opened successfully at 1732085833774 (+1 ms) 2024-11-20T06:57:13,775 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., pid=33, masterSystemTime=1732085833746 2024-11-20T06:57:13,778 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:13,778 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:13,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=8824318cc912c4e5bd1bc43db13e3d0e, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,42979,1732085738512 2024-11-20T06:57:13,783 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8824318cc912c4e5bd1bc43db13e3d0e, server=61c2066a8a0f,42979,1732085738512 because future has completed 2024-11-20T06:57:13,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T06:57:13,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 8824318cc912c4e5bd1bc43db13e3d0e, server=61c2066a8a0f,42979,1732085738512 in 191 msec 2024-11-20T06:57:13,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T06:57:13,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=8824318cc912c4e5bd1bc43db13e3d0e, ASSIGN in 353 msec 2024-11-20T06:57:13,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:57:13,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085833790"}]},"ts":"1732085833790"} 2024-11-20T06:57:13,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-20T06:57:13,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:57:13,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2100 sec 2024-11-20T06:57:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:57:15,612 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-20T06:57:15,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-20T06:57:15,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:57:15,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-20T06:57:15,622 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T06:57:15,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-20T06:57:15,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:57:15,636 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-20T06:57:15,637 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-20T06:57:15,640 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-20T06:57:15,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T06:57:16,647 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=61c2066a8a0f:42979 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-20T06:57:16,647 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-20T06:57:16,648 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 from cache 2024-11-20T06:57:16,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-20T06:57:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-11-20T06:57:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2] 2024-11-20T06:57:17,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42979 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-20T06:57:18,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-11-20T06:57:18,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-20T06:57:18,646 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=61c2066a8a0f:42979 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=973ms 2024-11-20T06:57:18,646 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=973ms 2024-11-20T06:57:18,646 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., hostname=61c2066a8a0f,42979,1732085738512, seqNum=2 from cache 2024-11-20T06:57:18,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=4424 (was 4423) - AvailableMemoryMB LEAK? - 2024-11-20T06:57:18,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:57:18,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:57:18,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:57:18,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:57:18,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:57:18,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:57:18,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:57:18,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:57:18,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:57:18,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:57:18,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:57:18,666 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:57:18,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1030710501, stopped=false 2024-11-20T06:57:18,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,33011,1732085737768 2024-11-20T06:57:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:57:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:57:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:57:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:57:18,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:57:18,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:57:18,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:57:18,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:57:18,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:57:18,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:57:18,679 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,42979,1732085738512' ***** 2024-11-20T06:57:18,680 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:57:18,680 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:57:18,680 INFO [RS:0;61c2066a8a0f:42979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:57:18,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:57:18,681 INFO [RS:0;61c2066a8a0f:42979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:57:18,681 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for 15e7f94af79257f993771f2288c81793 2024-11-20T06:57:18,681 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for a6a8cefdafa3ebf46a328893d91b9ea4 2024-11-20T06:57:18,681 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for 82960b6356f3b027c93b7155e26685ef 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for 2394be2f573d82742142ca971ee06626 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for 24cb9c240cdf2c9b81038e8b27bccd4e 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for 8824318cc912c4e5bd1bc43db13e3d0e 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for e894ea303e65973be9992e6d1042e416 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for 2473e7bba7a5707cf2cc978aa5857f79 2024-11-20T06:57:18,682 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15e7f94af79257f993771f2288c81793, disabling compactions & flushes 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:18,682 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:57:18,682 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:57:18,682 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. after waiting 0 ms 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,42979,1732085738512 2024-11-20T06:57:18,682 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:57:18,682 INFO [RS:0;61c2066a8a0f:42979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:42979. 2024-11-20T06:57:18,682 DEBUG [RS:0;61c2066a8a0f:42979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:57:18,682 DEBUG [RS:0;61c2066a8a0f:42979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:57:18,683 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:57:18,683 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:57:18,683 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:57:18,683 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:57:18,683 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-20T06:57:18,684 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:57:18,684 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:57:18,684 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:57:18,684 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:57:18,684 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e7f94af79257f993771f2288c81793, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, a6a8cefdafa3ebf46a328893d91b9ea4, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:18,684 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:57:18,687 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-20T06:57:18,687 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15e7f94af79257f993771f2288c81793 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:18,724 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T06:57:18,724 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T06:57:18,742 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793/.tmp/testFamily/a1a3b34a047344658fb2778923c06be7 is 61, key is row-0/testFamily:testQualifier/1732085777822/Put/seqid=0 2024-11-20T06:57:18,750 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/info/16b4ceb1d6734cea92e3fc49deae6297 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb./info:regioninfo/1732085772798/Put/seqid=0 2024-11-20T06:57:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741855_1031 (size=5049) 2024-11-20T06:57:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741856_1032 (size=20564) 2024-11-20T06:57:18,884 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e7f94af79257f993771f2288c81793, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, a6a8cefdafa3ebf46a328893d91b9ea4, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:19,085 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e7f94af79257f993771f2288c81793, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, a6a8cefdafa3ebf46a328893d91b9ea4, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:19,155 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793/.tmp/testFamily/a1a3b34a047344658fb2778923c06be7 2024-11-20T06:57:19,158 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/info/16b4ceb1d6734cea92e3fc49deae6297 2024-11-20T06:57:19,170 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T06:57:19,206 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793/.tmp/testFamily/a1a3b34a047344658fb2778923c06be7 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793/testFamily/a1a3b34a047344658fb2778923c06be7 2024-11-20T06:57:19,215 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793/testFamily/a1a3b34a047344658fb2778923c06be7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:19,222 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/ns/d60fb9ca346e43218ed0b4eb9acbce15 is 43, key is default/ns:d/1732085771336/Put/seqid=0 2024-11-20T06:57:19,222 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 15e7f94af79257f993771f2288c81793 in 536ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:19,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741857_1033 (size=5153) 2024-11-20T06:57:19,228 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScanner/15e7f94af79257f993771f2288c81793/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:19,230 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:57:19,231 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15e7f94af79257f993771f2288c81793: Waiting for close lock at 1732085838681Running coprocessor pre-close hooks at 1732085838682 (+1 ms)Disabling compacts and flushes for region at 1732085838682Disabling writes for close at 1732085838682Obtaining lock to block concurrent updates at 1732085838687 (+5 ms)Preparing flush snapshotting stores in 15e7f94af79257f993771f2288c81793 at 1732085838687Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085838694 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. at 1732085838695 (+1 ms)Flushing 15e7f94af79257f993771f2288c81793/testFamily: creating writer at 1732085838697 (+2 ms)Flushing 15e7f94af79257f993771f2288c81793/testFamily: appending metadata at 1732085838736 (+39 ms)Flushing 15e7f94af79257f993771f2288c81793/testFamily: closing flushed file at 1732085838739 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377da7ee: reopening flushed file at 1732085839204 (+465 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 15e7f94af79257f993771f2288c81793 in 536ms, sequenceid=8, compaction requested=false at 1732085839222 (+18 ms)Writing region close event to WAL at 1732085839224 (+2 ms)Running coprocessor post-close hooks at 1732085839229 (+5 ms)Closed at 1732085839230 (+1 ms) 2024-11-20T06:57:19,231 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732085774769.15e7f94af79257f993771f2288c81793. 2024-11-20T06:57:19,231 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6a8cefdafa3ebf46a328893d91b9ea4, disabling compactions & flushes 2024-11-20T06:57:19,231 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:19,231 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:19,231 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. after waiting 0 ms 2024-11-20T06:57:19,231 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:19,231 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6a8cefdafa3ebf46a328893d91b9ea4 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:19,247 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4/.tmp/testFamily/49047d9d1ed044a8b12b8a914c3965a2 is 61, key is row-0/testFamily:testQualifier/1732085826538/Put/seqid=0 2024-11-20T06:57:19,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741858_1034 (size=5049) 2024-11-20T06:57:19,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:57:19,285 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, a6a8cefdafa3ebf46a328893d91b9ea4, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:19,486 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, a6a8cefdafa3ebf46a328893d91b9ea4, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:19,629 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/ns/d60fb9ca346e43218ed0b4eb9acbce15 2024-11-20T06:57:19,652 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4/.tmp/testFamily/49047d9d1ed044a8b12b8a914c3965a2 2024-11-20T06:57:19,661 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4/.tmp/testFamily/49047d9d1ed044a8b12b8a914c3965a2 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4/testFamily/49047d9d1ed044a8b12b8a914c3965a2 2024-11-20T06:57:19,663 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/table/439da6c528064e3b9f0cc7e5d93ee68f is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732085772812/Put/seqid=0 2024-11-20T06:57:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741859_1035 (size=6699) 2024-11-20T06:57:19,669 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4/testFamily/49047d9d1ed044a8b12b8a914c3965a2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:19,670 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a6a8cefdafa3ebf46a328893d91b9ea4 in 439ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:19,674 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNext/a6a8cefdafa3ebf46a328893d91b9ea4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:19,675 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:19,675 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6a8cefdafa3ebf46a328893d91b9ea4: Waiting for close lock at 1732085839231Running coprocessor pre-close hooks at 1732085839231Disabling compacts and flushes for region at 1732085839231Disabling writes for close at 1732085839231Obtaining lock to block concurrent updates at 1732085839231Preparing flush snapshotting stores in a6a8cefdafa3ebf46a328893d91b9ea4 at 1732085839231Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085839232 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. at 1732085839232Flushing a6a8cefdafa3ebf46a328893d91b9ea4/testFamily: creating writer at 1732085839232Flushing a6a8cefdafa3ebf46a328893d91b9ea4/testFamily: appending metadata at 1732085839247 (+15 ms)Flushing a6a8cefdafa3ebf46a328893d91b9ea4/testFamily: closing flushed file at 1732085839247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5601994d: reopening flushed file at 1732085839660 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a6a8cefdafa3ebf46a328893d91b9ea4 in 439ms, sequenceid=8, compaction requested=false at 1732085839670 (+10 ms)Writing region close event to WAL at 1732085839671 (+1 ms)Running coprocessor post-close hooks at 1732085839675 (+4 ms)Closed at 1732085839675 2024-11-20T06:57:19,676 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732085823485.a6a8cefdafa3ebf46a328893d91b9ea4. 2024-11-20T06:57:19,676 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82960b6356f3b027c93b7155e26685ef, disabling compactions & flushes 2024-11-20T06:57:19,676 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:57:19,676 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:57:19,676 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. after waiting 0 ms 2024-11-20T06:57:19,676 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:57:19,676 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82960b6356f3b027c93b7155e26685ef 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:19,686 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-20T06:57:19,686 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1325): Online Regions={82960b6356f3b027c93b7155e26685ef=testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., 2394be2f573d82742142ca971ee06626=hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626., 24cb9c240cdf2c9b81038e8b27bccd4e=testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e., 1588230740=hbase:meta,,1.1588230740, 8824318cc912c4e5bd1bc43db13e3d0e=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., e894ea303e65973be9992e6d1042e416=testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416., 2473e7bba7a5707cf2cc978aa5857f79=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., ef18aadf7ed241a69a3ba51a84b0bbfb=testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb., d0056ef54a76e21ab81f565dae16742e=testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.} 2024-11-20T06:57:19,686 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:19,692 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef/.tmp/testFamily/1a50428b1cbd4cb48ef4edc4d9e6625a is 61, key is row-0/testFamily:testQualifier/1732085799127/Put/seqid=0 2024-11-20T06:57:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741860_1036 (size=5049) 2024-11-20T06:57:19,886 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:20,071 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/table/439da6c528064e3b9f0cc7e5d93ee68f 2024-11-20T06:57:20,087 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 82960b6356f3b027c93b7155e26685ef, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:20,089 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/info/16b4ceb1d6734cea92e3fc49deae6297 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/info/16b4ceb1d6734cea92e3fc49deae6297 2024-11-20T06:57:20,097 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef/.tmp/testFamily/1a50428b1cbd4cb48ef4edc4d9e6625a 2024-11-20T06:57:20,098 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/info/16b4ceb1d6734cea92e3fc49deae6297, entries=100, sequenceid=56, filesize=20.1 K 2024-11-20T06:57:20,099 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/ns/d60fb9ca346e43218ed0b4eb9acbce15 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/ns/d60fb9ca346e43218ed0b4eb9acbce15 2024-11-20T06:57:20,106 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef/.tmp/testFamily/1a50428b1cbd4cb48ef4edc4d9e6625a as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef/testFamily/1a50428b1cbd4cb48ef4edc4d9e6625a 2024-11-20T06:57:20,107 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/ns/d60fb9ca346e43218ed0b4eb9acbce15, entries=2, sequenceid=56, filesize=5.0 K 2024-11-20T06:57:20,109 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/.tmp/table/439da6c528064e3b9f0cc7e5d93ee68f as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/table/439da6c528064e3b9f0cc7e5d93ee68f 2024-11-20T06:57:20,114 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef/testFamily/1a50428b1cbd4cb48ef4edc4d9e6625a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:20,115 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 82960b6356f3b027c93b7155e26685ef in 439ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:20,116 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/table/439da6c528064e3b9f0cc7e5d93ee68f, entries=20, sequenceid=56, filesize=6.5 K 2024-11-20T06:57:20,117 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=56, compaction requested=false 2024-11-20T06:57:20,120 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScanner/82960b6356f3b027c93b7155e26685ef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:20,121 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:57:20,121 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82960b6356f3b027c93b7155e26685ef: Waiting for close lock at 1732085839676Running coprocessor pre-close hooks at 1732085839676Disabling compacts and flushes for region at 1732085839676Disabling writes for close at 1732085839676Obtaining lock to block concurrent updates at 1732085839676Preparing flush snapshotting stores in 82960b6356f3b027c93b7155e26685ef at 1732085839676Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085839676Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. at 1732085839677 (+1 ms)Flushing 82960b6356f3b027c93b7155e26685ef/testFamily: creating writer at 1732085839677Flushing 82960b6356f3b027c93b7155e26685ef/testFamily: appending metadata at 1732085839692 (+15 ms)Flushing 82960b6356f3b027c93b7155e26685ef/testFamily: closing flushed file at 1732085839692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aed0140: reopening flushed file at 1732085840105 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 82960b6356f3b027c93b7155e26685ef in 439ms, sequenceid=8, compaction requested=false at 1732085840116 (+11 ms)Writing region close event to WAL at 1732085840116Running coprocessor post-close hooks at 1732085840121 (+5 ms)Closed at 1732085840121 2024-11-20T06:57:20,121 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732085796082.82960b6356f3b027c93b7155e26685ef. 2024-11-20T06:57:20,122 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2394be2f573d82742142ca971ee06626, disabling compactions & flushes 2024-11-20T06:57:20,122 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:57:20,122 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:57:20,122 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. after waiting 0 ms 2024-11-20T06:57:20,122 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:57:20,122 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2394be2f573d82742142ca971ee06626 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:20,122 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-20T06:57:20,123 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:57:20,123 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:57:20,123 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085838683Running coprocessor pre-close hooks at 1732085838683Disabling compacts and flushes for region at 1732085838683Disabling writes for close at 1732085838684 (+1 ms)Obtaining lock to block concurrent updates at 1732085838687 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732085838687Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732085838694 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732085838695 (+1 ms)Flushing 1588230740/info: creating writer at 1732085838697 (+2 ms)Flushing 1588230740/info: appending metadata at 1732085838744 (+47 ms)Flushing 1588230740/info: closing flushed file at 1732085838744Flushing 1588230740/ns: creating writer at 1732085839204 (+460 ms)Flushing 1588230740/ns: appending metadata at 1732085839221 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732085839221Flushing 1588230740/table: creating writer at 1732085839644 (+423 ms)Flushing 1588230740/table: appending metadata at 1732085839662 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732085839663 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e045491: reopening flushed file at 1732085840087 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73445a36: reopening flushed file at 1732085840098 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6960bae1: reopening flushed file at 1732085840108 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=56, compaction requested=false at 1732085840117 (+9 ms)Writing region close event to WAL at 1732085840118 (+1 ms)Running coprocessor post-close hooks at 1732085840123 (+5 ms)Closed at 1732085840123 2024-11-20T06:57:20,123 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:57:20,142 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626/.tmp/testFamily/a83945784fd84be7baad7a22be41cc42 is 61, key is row-0/testFamily:testQualifier/1732085786917/Put/seqid=0 2024-11-20T06:57:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741861_1037 (size=5049) 2024-11-20T06:57:20,287 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:20,488 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2394be2f573d82742142ca971ee06626, 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:20,548 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626/.tmp/testFamily/a83945784fd84be7baad7a22be41cc42 2024-11-20T06:57:20,560 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626/.tmp/testFamily/a83945784fd84be7baad7a22be41cc42 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626/testFamily/a83945784fd84be7baad7a22be41cc42 2024-11-20T06:57:20,568 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626/testFamily/a83945784fd84be7baad7a22be41cc42, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:20,569 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2394be2f573d82742142ca971ee06626 in 447ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:20,574 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnNextAsync/2394be2f573d82742142ca971ee06626/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:20,574 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:57:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2394be2f573d82742142ca971ee06626: Waiting for close lock at 1732085840122Running coprocessor pre-close hooks at 1732085840122Disabling compacts and flushes for region at 1732085840122Disabling writes for close at 1732085840122Obtaining lock to block concurrent updates at 1732085840122Preparing flush snapshotting stores in 2394be2f573d82742142ca971ee06626 at 1732085840122Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085840122Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. at 1732085840123 (+1 ms)Flushing 2394be2f573d82742142ca971ee06626/testFamily: creating writer at 1732085840123Flushing 2394be2f573d82742142ca971ee06626/testFamily: appending metadata at 1732085840142 (+19 ms)Flushing 2394be2f573d82742142ca971ee06626/testFamily: closing flushed file at 1732085840142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41bcfe35: reopening flushed file at 1732085840559 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2394be2f573d82742142ca971ee06626 in 447ms, sequenceid=8, compaction requested=false at 1732085840569 (+10 ms)Writing region close event to WAL at 1732085840569Running coprocessor post-close hooks at 1732085840574 (+5 ms)Closed at 1732085840574 2024-11-20T06:57:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732085783880.2394be2f573d82742142ca971ee06626. 2024-11-20T06:57:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24cb9c240cdf2c9b81038e8b27bccd4e, disabling compactions & flushes 2024-11-20T06:57:20,575 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:57:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:57:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. after waiting 0 ms 2024-11-20T06:57:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:57:20,575 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24cb9c240cdf2c9b81038e8b27bccd4e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:20,590 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e/.tmp/testFamily/265a555af4e94ccba1462f1180ad19fa is 61, key is row-0/testFamily:testQualifier/1732085796028/Put/seqid=0 2024-11-20T06:57:20,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741862_1038 (size=5049) 2024-11-20T06:57:20,688 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T06:57:20,688 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1325): Online Regions={24cb9c240cdf2c9b81038e8b27bccd4e=testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e., 8824318cc912c4e5bd1bc43db13e3d0e=testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., e894ea303e65973be9992e6d1042e416=testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416., 2473e7bba7a5707cf2cc978aa5857f79=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., ef18aadf7ed241a69a3ba51a84b0bbfb=testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb., d0056ef54a76e21ab81f565dae16742e=testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.} 2024-11-20T06:57:20,689 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:20,889 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, 24cb9c240cdf2c9b81038e8b27bccd4e, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:20,996 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e/.tmp/testFamily/265a555af4e94ccba1462f1180ad19fa 2024-11-20T06:57:21,008 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e/.tmp/testFamily/265a555af4e94ccba1462f1180ad19fa as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e/testFamily/265a555af4e94ccba1462f1180ad19fa 2024-11-20T06:57:21,017 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e/testFamily/265a555af4e94ccba1462f1180ad19fa, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:21,018 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 24cb9c240cdf2c9b81038e8b27bccd4e in 443ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:21,023 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextException/24cb9c240cdf2c9b81038e8b27bccd4e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:21,024 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:57:21,024 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24cb9c240cdf2c9b81038e8b27bccd4e: Waiting for close lock at 1732085840575Running coprocessor pre-close hooks at 1732085840575Disabling compacts and flushes for region at 1732085840575Disabling writes for close at 1732085840575Obtaining lock to block concurrent updates at 1732085840575Preparing flush snapshotting stores in 24cb9c240cdf2c9b81038e8b27bccd4e at 1732085840575Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085840575Flushing stores of testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. at 1732085840576 (+1 ms)Flushing 24cb9c240cdf2c9b81038e8b27bccd4e/testFamily: creating writer at 1732085840576Flushing 24cb9c240cdf2c9b81038e8b27bccd4e/testFamily: appending metadata at 1732085840589 (+13 ms)Flushing 24cb9c240cdf2c9b81038e8b27bccd4e/testFamily: closing flushed file at 1732085840590 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0e1d10: reopening flushed file at 1732085841006 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 24cb9c240cdf2c9b81038e8b27bccd4e in 443ms, sequenceid=8, compaction requested=false at 1732085841018 (+12 ms)Writing region close event to WAL at 1732085841019 (+1 ms)Running coprocessor post-close hooks at 1732085841024 (+5 ms)Closed at 1732085841024 2024-11-20T06:57:21,024 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732085792975.24cb9c240cdf2c9b81038e8b27bccd4e. 2024-11-20T06:57:21,024 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8824318cc912c4e5bd1bc43db13e3d0e, disabling compactions & flushes 2024-11-20T06:57:21,024 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:21,024 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:21,025 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. after waiting 0 ms 2024-11-20T06:57:21,025 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:21,025 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8824318cc912c4e5bd1bc43db13e3d0e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:21,039 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e/.tmp/testFamily/74e08523b20c463eaa8b1ac685758e64 is 61, key is row-0/testFamily:testQualifier/1732085835626/Put/seqid=0 2024-11-20T06:57:21,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741863_1039 (size=5049) 2024-11-20T06:57:21,089 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:21,290 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, 8824318cc912c4e5bd1bc43db13e3d0e, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:21,447 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e/.tmp/testFamily/74e08523b20c463eaa8b1ac685758e64 2024-11-20T06:57:21,464 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e/.tmp/testFamily/74e08523b20c463eaa8b1ac685758e64 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e/testFamily/74e08523b20c463eaa8b1ac685758e64 2024-11-20T06:57:21,472 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e/testFamily/74e08523b20c463eaa8b1ac685758e64, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:21,473 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8824318cc912c4e5bd1bc43db13e3d0e in 448ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:21,478 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnOpenScannerAsync/8824318cc912c4e5bd1bc43db13e3d0e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:21,479 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:21,479 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8824318cc912c4e5bd1bc43db13e3d0e: Waiting for close lock at 1732085841024Running coprocessor pre-close hooks at 1732085841024Disabling compacts and flushes for region at 1732085841024Disabling writes for close at 1732085841025 (+1 ms)Obtaining lock to block concurrent updates at 1732085841025Preparing flush snapshotting stores in 8824318cc912c4e5bd1bc43db13e3d0e at 1732085841025Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085841025Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. at 1732085841025Flushing 8824318cc912c4e5bd1bc43db13e3d0e/testFamily: creating writer at 1732085841026 (+1 ms)Flushing 8824318cc912c4e5bd1bc43db13e3d0e/testFamily: appending metadata at 1732085841039 (+13 ms)Flushing 8824318cc912c4e5bd1bc43db13e3d0e/testFamily: closing flushed file at 1732085841039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383db69e: reopening flushed file at 1732085841463 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8824318cc912c4e5bd1bc43db13e3d0e in 448ms, sequenceid=8, compaction requested=false at 1732085841473 (+10 ms)Writing region close event to WAL at 1732085841474 (+1 ms)Running coprocessor post-close hooks at 1732085841479 (+5 ms)Closed at 1732085841479 2024-11-20T06:57:21,479 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732085832583.8824318cc912c4e5bd1bc43db13e3d0e. 2024-11-20T06:57:21,479 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e894ea303e65973be9992e6d1042e416, disabling compactions & flushes 2024-11-20T06:57:21,479 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:57:21,479 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:57:21,479 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. after waiting 0 ms 2024-11-20T06:57:21,479 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:57:21,480 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e894ea303e65973be9992e6d1042e416 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:21,490 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:21,495 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416/.tmp/testFamily/a32dea65a25042a2a7ea4e191614abff is 61, key is row-0/testFamily:testQualifier/1732085805224/Put/seqid=0 2024-11-20T06:57:21,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741864_1040 (size=5049) 2024-11-20T06:57:21,690 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T06:57:21,690 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1325): Online Regions={e894ea303e65973be9992e6d1042e416=testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416., 2473e7bba7a5707cf2cc978aa5857f79=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., ef18aadf7ed241a69a3ba51a84b0bbfb=testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb., d0056ef54a76e21ab81f565dae16742e=testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.} 2024-11-20T06:57:21,690 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:21,891 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, d0056ef54a76e21ab81f565dae16742e, e894ea303e65973be9992e6d1042e416, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:21,903 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416/.tmp/testFamily/a32dea65a25042a2a7ea4e191614abff 2024-11-20T06:57:21,920 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416/.tmp/testFamily/a32dea65a25042a2a7ea4e191614abff as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416/testFamily/a32dea65a25042a2a7ea4e191614abff 2024-11-20T06:57:21,927 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416/testFamily/a32dea65a25042a2a7ea4e191614abff, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:21,928 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e894ea303e65973be9992e6d1042e416 in 448ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:21,934 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNextAsync/e894ea303e65973be9992e6d1042e416/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:21,934 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:57:21,934 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e894ea303e65973be9992e6d1042e416: Waiting for close lock at 1732085841479Running coprocessor pre-close hooks at 1732085841479Disabling compacts and flushes for region at 1732085841479Disabling writes for close at 1732085841479Obtaining lock to block concurrent updates at 1732085841480 (+1 ms)Preparing flush snapshotting stores in e894ea303e65973be9992e6d1042e416 at 1732085841480Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085841480Flushing stores of testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. at 1732085841481 (+1 ms)Flushing e894ea303e65973be9992e6d1042e416/testFamily: creating writer at 1732085841481Flushing e894ea303e65973be9992e6d1042e416/testFamily: appending metadata at 1732085841495 (+14 ms)Flushing e894ea303e65973be9992e6d1042e416/testFamily: closing flushed file at 1732085841495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab26902: reopening flushed file at 1732085841919 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e894ea303e65973be9992e6d1042e416 in 448ms, sequenceid=8, compaction requested=false at 1732085841928 (+9 ms)Writing region close event to WAL at 1732085841929 (+1 ms)Running coprocessor post-close hooks at 1732085841934 (+5 ms)Closed at 1732085841934 2024-11-20T06:57:21,935 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732085802170.e894ea303e65973be9992e6d1042e416. 2024-11-20T06:57:21,935 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2473e7bba7a5707cf2cc978aa5857f79, disabling compactions & flushes 2024-11-20T06:57:21,935 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:57:21,935 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:57:21,935 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. after waiting 0 ms 2024-11-20T06:57:21,935 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:57:21,935 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2473e7bba7a5707cf2cc978aa5857f79 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:21,954 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79/.tmp/testFamily/f9afbb7df43a4ec1bb4e052e326bad61 is 61, key is row-0/testFamily:testQualifier/1732085817440/Put/seqid=0 2024-11-20T06:57:21,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741865_1041 (size=5049) 2024-11-20T06:57:22,091 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, d0056ef54a76e21ab81f565dae16742e, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:22,292 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on 2473e7bba7a5707cf2cc978aa5857f79, d0056ef54a76e21ab81f565dae16742e, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:22,360 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79/.tmp/testFamily/f9afbb7df43a4ec1bb4e052e326bad61 2024-11-20T06:57:22,372 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79/.tmp/testFamily/f9afbb7df43a4ec1bb4e052e326bad61 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79/testFamily/f9afbb7df43a4ec1bb4e052e326bad61 2024-11-20T06:57:22,379 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79/testFamily/f9afbb7df43a4ec1bb4e052e326bad61, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:22,380 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2473e7bba7a5707cf2cc978aa5857f79 in 445ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:22,385 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/2473e7bba7a5707cf2cc978aa5857f79/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:22,385 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:57:22,386 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2473e7bba7a5707cf2cc978aa5857f79: Waiting for close lock at 1732085841935Running coprocessor pre-close hooks at 1732085841935Disabling compacts and flushes for region at 1732085841935Disabling writes for close at 1732085841935Obtaining lock to block concurrent updates at 1732085841935Preparing flush snapshotting stores in 2473e7bba7a5707cf2cc978aa5857f79 at 1732085841935Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085841935Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. at 1732085841936 (+1 ms)Flushing 2473e7bba7a5707cf2cc978aa5857f79/testFamily: creating writer at 1732085841936Flushing 2473e7bba7a5707cf2cc978aa5857f79/testFamily: appending metadata at 1732085841954 (+18 ms)Flushing 2473e7bba7a5707cf2cc978aa5857f79/testFamily: closing flushed file at 1732085841954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a67fdd: reopening flushed file at 1732085842371 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2473e7bba7a5707cf2cc978aa5857f79 in 445ms, sequenceid=8, compaction requested=false at 1732085842380 (+9 ms)Writing region close event to WAL at 1732085842381 (+1 ms)Running coprocessor post-close hooks at 1732085842385 (+4 ms)Closed at 1732085842385 2024-11-20T06:57:22,386 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732085814383.2473e7bba7a5707cf2cc978aa5857f79. 2024-11-20T06:57:22,386 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef18aadf7ed241a69a3ba51a84b0bbfb, disabling compactions & flushes 2024-11-20T06:57:22,386 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:57:22,386 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:57:22,386 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. after waiting 0 ms 2024-11-20T06:57:22,386 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:57:22,386 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef18aadf7ed241a69a3ba51a84b0bbfb 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:22,403 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb/.tmp/testFamily/b41bc6fb168744a28323ed84bc72ae27 is 61, key is row-0/testFamily:testQualifier/1732085774638/Put/seqid=0 2024-11-20T06:57:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741866_1042 (size=5049) 2024-11-20T06:57:22,492 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on d0056ef54a76e21ab81f565dae16742e, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:22,693 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T06:57:22,693 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1325): Online Regions={ef18aadf7ed241a69a3ba51a84b0bbfb=testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb., d0056ef54a76e21ab81f565dae16742e=testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e.} 2024-11-20T06:57:22,693 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on d0056ef54a76e21ab81f565dae16742e, ef18aadf7ed241a69a3ba51a84b0bbfb 2024-11-20T06:57:22,827 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb/.tmp/testFamily/b41bc6fb168744a28323ed84bc72ae27 2024-11-20T06:57:22,842 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb/.tmp/testFamily/b41bc6fb168744a28323ed84bc72ae27 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb/testFamily/b41bc6fb168744a28323ed84bc72ae27 2024-11-20T06:57:22,850 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb/testFamily/b41bc6fb168744a28323ed84bc72ae27, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:22,851 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef18aadf7ed241a69a3ba51a84b0bbfb in 465ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:22,856 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testRetryOutOfOrderScannerNextExceptionAsync/ef18aadf7ed241a69a3ba51a84b0bbfb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:22,856 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:57:22,857 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef18aadf7ed241a69a3ba51a84b0bbfb: Waiting for close lock at 1732085842386Running coprocessor pre-close hooks at 1732085842386Disabling compacts and flushes for region at 1732085842386Disabling writes for close at 1732085842386Obtaining lock to block concurrent updates at 1732085842386Preparing flush snapshotting stores in ef18aadf7ed241a69a3ba51a84b0bbfb at 1732085842386Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085842386Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. at 1732085842387 (+1 ms)Flushing ef18aadf7ed241a69a3ba51a84b0bbfb/testFamily: creating writer at 1732085842387Flushing ef18aadf7ed241a69a3ba51a84b0bbfb/testFamily: appending metadata at 1732085842403 (+16 ms)Flushing ef18aadf7ed241a69a3ba51a84b0bbfb/testFamily: closing flushed file at 1732085842403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6207af: reopening flushed file at 1732085842841 (+438 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ef18aadf7ed241a69a3ba51a84b0bbfb in 465ms, sequenceid=8, compaction requested=false at 1732085842851 (+10 ms)Writing region close event to WAL at 1732085842852 (+1 ms)Running coprocessor post-close hooks at 1732085842856 (+4 ms)Closed at 1732085842856 2024-11-20T06:57:22,857 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732085771554.ef18aadf7ed241a69a3ba51a84b0bbfb. 2024-11-20T06:57:22,857 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0056ef54a76e21ab81f565dae16742e, disabling compactions & flushes 2024-11-20T06:57:22,857 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:57:22,857 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:57:22,857 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. after waiting 0 ms 2024-11-20T06:57:22,857 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:57:22,857 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0056ef54a76e21ab81f565dae16742e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-20T06:57:22,872 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e/.tmp/testFamily/18371d74230c44d6af4b9a30255df393 is 61, key is row-0/testFamily:testQualifier/1732085811337/Put/seqid=0 2024-11-20T06:57:22,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741867_1043 (size=5049) 2024-11-20T06:57:22,893 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:57:23,093 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:57:23,279 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e/.tmp/testFamily/18371d74230c44d6af4b9a30255df393 2024-11-20T06:57:23,294 DEBUG [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1351): Waiting on d0056ef54a76e21ab81f565dae16742e 2024-11-20T06:57:23,296 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e/.tmp/testFamily/18371d74230c44d6af4b9a30255df393 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e/testFamily/18371d74230c44d6af4b9a30255df393 2024-11-20T06:57:23,304 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e/testFamily/18371d74230c44d6af4b9a30255df393, entries=4, sequenceid=8, filesize=4.9 K 2024-11-20T06:57:23,305 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d0056ef54a76e21ab81f565dae16742e in 448ms, sequenceid=8, compaction requested=false 2024-11-20T06:57:23,311 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/data/default/testNormalScanTimeoutOnNext/d0056ef54a76e21ab81f565dae16742e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T06:57:23,312 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:57:23,312 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0056ef54a76e21ab81f565dae16742e: Waiting for close lock at 1732085842857Running coprocessor pre-close hooks at 1732085842857Disabling compacts and flushes for region at 1732085842857Disabling writes for close at 1732085842857Obtaining lock to block concurrent updates at 1732085842857Preparing flush snapshotting stores in d0056ef54a76e21ab81f565dae16742e at 1732085842857Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732085842857Flushing stores of testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. at 1732085842858 (+1 ms)Flushing d0056ef54a76e21ab81f565dae16742e/testFamily: creating writer at 1732085842858Flushing d0056ef54a76e21ab81f565dae16742e/testFamily: appending metadata at 1732085842872 (+14 ms)Flushing d0056ef54a76e21ab81f565dae16742e/testFamily: closing flushed file at 1732085842872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737781bb: reopening flushed file at 1732085843294 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d0056ef54a76e21ab81f565dae16742e in 448ms, sequenceid=8, compaction requested=false at 1732085843305 (+11 ms)Writing region close event to WAL at 1732085843306 (+1 ms)Running coprocessor post-close hooks at 1732085843312 (+6 ms)Closed at 1732085843312 2024-11-20T06:57:23,312 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732085808275.d0056ef54a76e21ab81f565dae16742e. 2024-11-20T06:57:23,494 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,42979,1732085738512; all regions closed. 2024-11-20T06:57:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741834_1010 (size=19479) 2024-11-20T06:57:23,509 DEBUG [RS:0;61c2066a8a0f:42979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/oldWALs 2024-11-20T06:57:23,509 INFO [RS:0;61c2066a8a0f:42979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C42979%2C1732085738512.meta:.meta(num 1732085771131) 2024-11-20T06:57:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741833_1009 (size=20031) 2024-11-20T06:57:23,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/WALs/61c2066a8a0f,42979,1732085738512/61c2066a8a0f%2C42979%2C1732085738512.1732085770782 not finished, retry = 0 2024-11-20T06:57:23,620 DEBUG [RS:0;61c2066a8a0f:42979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/oldWALs 2024-11-20T06:57:23,620 INFO [RS:0;61c2066a8a0f:42979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C42979%2C1732085738512:(num 1732085770782) 2024-11-20T06:57:23,620 DEBUG [RS:0;61c2066a8a0f:42979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:57:23,620 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:57:23,620 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:57:23,621 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T06:57:23,621 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:57:23,621 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:57:23,623 INFO [RS:0;61c2066a8a0f:42979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42979 2024-11-20T06:57:23,651 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:57:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:57:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,42979,1732085738512 2024-11-20T06:57:23,652 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:57:23,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,42979,1732085738512] 2024-11-20T06:57:23,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,42979,1732085738512 already deleted, retry=false 2024-11-20T06:57:23,671 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,42979,1732085738512 expired; onlineServers=0 2024-11-20T06:57:23,672 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,33011,1732085737768' ***** 2024-11-20T06:57:23,672 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:57:23,672 INFO [M:0;61c2066a8a0f:33011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:57:23,672 INFO [M:0;61c2066a8a0f:33011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:57:23,672 DEBUG [M:0;61c2066a8a0f:33011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:57:23,672 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:57:23,672 DEBUG [M:0;61c2066a8a0f:33011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:57:23,672 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085740556 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085740556,5,FailOnTimeoutGroup] 2024-11-20T06:57:23,672 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085740555 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085740555,5,FailOnTimeoutGroup] 2024-11-20T06:57:23,673 INFO [M:0;61c2066a8a0f:33011 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:57:23,673 INFO [M:0;61c2066a8a0f:33011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:57:23,673 DEBUG [M:0;61c2066a8a0f:33011 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:57:23,673 INFO [M:0;61c2066a8a0f:33011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:57:23,674 INFO [M:0;61c2066a8a0f:33011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:57:23,674 INFO [M:0;61c2066a8a0f:33011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:57:23,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:57:23,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:57:23,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:57:23,680 DEBUG [M:0;61c2066a8a0f:33011 {}] zookeeper.ZKUtil(347): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:57:23,680 WARN [M:0;61c2066a8a0f:33011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:57:23,683 INFO [M:0;61c2066a8a0f:33011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/.lastflushedseqids 2024-11-20T06:57:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741868_1044 (size=649) 2024-11-20T06:57:23,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:57:23,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42979-0x101585078220001, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:57:23,764 INFO [RS:0;61c2066a8a0f:42979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:57:23,764 INFO [RS:0;61c2066a8a0f:42979 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,42979,1732085738512; zookeeper connection closed. 2024-11-20T06:57:23,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@111bdff6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@111bdff6 2024-11-20T06:57:23,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T06:57:24,100 INFO [M:0;61c2066a8a0f:33011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:57:24,101 INFO [M:0;61c2066a8a0f:33011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:57:24,101 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:57:24,102 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:57:24,102 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:57:24,102 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:57:24,102 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:57:24,104 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.99 KB heapSize=190.92 KB 2024-11-20T06:57:24,122 DEBUG [M:0;61c2066a8a0f:33011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1970cbd98714c9b9132036bb5cb1ee3 is 82, key is hbase:meta,,1/info:regioninfo/1732085771214/Put/seqid=0 2024-11-20T06:57:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741869_1045 (size=5672) 2024-11-20T06:57:24,530 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1970cbd98714c9b9132036bb5cb1ee3 2024-11-20T06:57:24,561 DEBUG [M:0;61c2066a8a0f:33011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93f04fa42a4444cbba9a88c21c3ed1a7 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732085772821/Put/seqid=0 2024-11-20T06:57:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741870_1046 (size=14070) 2024-11-20T06:57:24,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:57:24,967 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93f04fa42a4444cbba9a88c21c3ed1a7 2024-11-20T06:57:24,974 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93f04fa42a4444cbba9a88c21c3ed1a7 2024-11-20T06:57:24,990 DEBUG [M:0;61c2066a8a0f:33011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/760a772d7afe4639becefcd894149fbf is 69, key is 61c2066a8a0f,42979,1732085738512/rs:state/1732085740620/Put/seqid=0 2024-11-20T06:57:24,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741871_1047 (size=5156) 2024-11-20T06:57:25,397 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/760a772d7afe4639becefcd894149fbf 2024-11-20T06:57:25,412 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1970cbd98714c9b9132036bb5cb1ee3 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1970cbd98714c9b9132036bb5cb1ee3 2024-11-20T06:57:25,420 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1970cbd98714c9b9132036bb5cb1ee3, entries=8, sequenceid=317, filesize=5.5 K 2024-11-20T06:57:25,421 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93f04fa42a4444cbba9a88c21c3ed1a7 as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93f04fa42a4444cbba9a88c21c3ed1a7 2024-11-20T06:57:25,428 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93f04fa42a4444cbba9a88c21c3ed1a7 2024-11-20T06:57:25,428 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93f04fa42a4444cbba9a88c21c3ed1a7, entries=33, sequenceid=317, filesize=13.7 K 2024-11-20T06:57:25,429 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/760a772d7afe4639becefcd894149fbf as hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/760a772d7afe4639becefcd894149fbf 2024-11-20T06:57:25,436 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37083/user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/760a772d7afe4639becefcd894149fbf, entries=1, sequenceid=317, filesize=5.0 K 2024-11-20T06:57:25,437 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.99 KB/166903, heapSize ~190.63 KB/195200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=317, compaction requested=false 2024-11-20T06:57:25,439 INFO [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:57:25,439 DEBUG [M:0;61c2066a8a0f:33011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085844101Disabling compacts and flushes for region at 1732085844101Disabling writes for close at 1732085844102 (+1 ms)Obtaining lock to block concurrent updates at 1732085844104 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732085844104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166903, getHeapSize=195440, getOffHeapSize=0, getCellsCount=364 at 1732085844105 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732085844106 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732085844107 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732085844122 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732085844122Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732085844543 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732085844561 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732085844561Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732085844974 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732085844989 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732085844989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef61254: reopening flushed file at 1732085845411 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a8171d: reopening flushed file at 1732085845420 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b799cd: reopening flushed file at 1732085845428 (+8 ms)Finished flush of dataSize ~162.99 KB/166903, heapSize ~190.63 KB/195200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=317, compaction requested=false at 1732085845437 (+9 ms)Writing region close event to WAL at 1732085845439 (+2 ms)Closed at 1732085845439 2024-11-20T06:57:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43595 is added to blk_1073741830_1006 (size=188115) 2024-11-20T06:57:25,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b54e1634-a67d-df12-4e75-5fa8cc59a2d1/MasterData/WALs/61c2066a8a0f,33011,1732085737768/61c2066a8a0f%2C33011%2C1732085737768.1732085739809 not finished, retry = 0 2024-11-20T06:57:25,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:57:25,544 INFO [M:0;61c2066a8a0f:33011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:57:25,544 INFO [M:0;61c2066a8a0f:33011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33011 2024-11-20T06:57:25,544 INFO [M:0;61c2066a8a0f:33011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:57:25,689 INFO [M:0;61c2066a8a0f:33011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:57:25,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:57:25,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33011-0x101585078220000, quorum=127.0.0.1:63244, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:57:25,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:57:25,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:57:25,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:57:25,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:57:25,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/hadoop.log.dir/,STOPPED} 2024-11-20T06:57:25,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:57:25,699 WARN [BP-1371572387-172.17.0.2-1732085734236 heartbeating to localhost/127.0.0.1:37083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:57:25,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:57:25,700 WARN [BP-1371572387-172.17.0.2-1732085734236 heartbeating to localhost/127.0.0.1:37083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1371572387-172.17.0.2-1732085734236 (Datanode Uuid f04ee40b-be59-43b7-bdc7-6cbba5822646) service to localhost/127.0.0.1:37083 2024-11-20T06:57:25,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4/data/data1/current/BP-1371572387-172.17.0.2-1732085734236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:57:25,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/cluster_9fbd6dfc-2f86-fce6-5209-e98f185cc6c4/data/data2/current/BP-1371572387-172.17.0.2-1732085734236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:57:25,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:57:25,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:57:25,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:57:25,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:57:25,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:57:25,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05bf4586-6f3d-83cb-fe7b-0de6cdbf4298/hadoop.log.dir/,STOPPED} 2024-11-20T06:57:25,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:57:25,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down