2024-12-10 11:02:58,350 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-10 11:02:58,365 main DEBUG Took 0.012469 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 11:02:58,365 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 11:02:58,366 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 11:02:58,367 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 11:02:58,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,376 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 11:02:58,390 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,393 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,395 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,397 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,398 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,400 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,401 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,401 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,402 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 11:02:58,404 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,405 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 11:02:58,406 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 11:02:58,408 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 11:02:58,409 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 11:02:58,410 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 11:02:58,411 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 11:02:58,412 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 11:02:58,422 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 11:02:58,424 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 11:02:58,426 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 11:02:58,426 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 11:02:58,427 main DEBUG createAppenders(={Console}) 2024-12-10 11:02:58,428 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-12-10 11:02:58,428 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-10 11:02:58,428 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-12-10 11:02:58,429 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 11:02:58,430 main DEBUG OutputStream closed 2024-12-10 11:02:58,430 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 11:02:58,430 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 11:02:58,431 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-12-10 11:02:58,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 11:02:58,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 11:02:58,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 11:02:58,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 11:02:58,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 11:02:58,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 11:02:58,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 11:02:58,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 11:02:58,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 11:02:58,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 11:02:58,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 11:02:58,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 11:02:58,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 11:02:58,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 11:02:58,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 11:02:58,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 11:02:58,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 11:02:58,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 11:02:58,526 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 11:02:58,527 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-12-10 11:02:58,527 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 11:02:58,528 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-12-10T11:02:58,815 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8 2024-12-10 11:02:58,818 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 11:02:58,819 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T11:02:58,828 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-10T11:02:58,858 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T11:02:58,902 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T11:02:58,902 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T11:02:58,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T11:02:58,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d, deleteOnExit=true 2024-12-10T11:02:58,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-10T11:02:58,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/test.cache.data in system properties and HBase conf 2024-12-10T11:02:58,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T11:02:58,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir in system properties and HBase conf 2024-12-10T11:02:58,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T11:02:58,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T11:02:58,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-10T11:02:59,021 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T11:02:59,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T11:02:59,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T11:02:59,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T11:02:59,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T11:02:59,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T11:02:59,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T11:02:59,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T11:02:59,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T11:02:59,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T11:02:59,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T11:02:59,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/nfs.dump.dir in system properties and HBase conf 2024-12-10T11:02:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/java.io.tmpdir in system properties and HBase conf 2024-12-10T11:02:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T11:02:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T11:02:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T11:02:59,923 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T11:03:00,001 INFO [Time-limited test {}] log.Log(170): Logging initialized @2375ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T11:03:00,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:03:00,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:03:00,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:03:00,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:03:00,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T11:03:00,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:03:00,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b35319{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:03:00,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@377439aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:03:00,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25dc94e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/java.io.tmpdir/jetty-localhost-40995-hadoop-hdfs-3_4_1-tests_jar-_-any-4808421982401341694/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T11:03:00,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cc108fc{HTTP/1.1, (http/1.1)}{localhost:40995} 2024-12-10T11:03:00,381 INFO [Time-limited test {}] server.Server(415): Started @2755ms 2024-12-10T11:03:00,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:03:00,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:03:00,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:03:00,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:03:00,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:03:00,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66bf9098{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:03:00,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f47f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:03:00,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c8aad7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/java.io.tmpdir/jetty-localhost-45035-hadoop-hdfs-3_4_1-tests_jar-_-any-7155995925467568316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:03:00,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d06fb64{HTTP/1.1, (http/1.1)}{localhost:45035} 2024-12-10T11:03:00,887 INFO [Time-limited test {}] server.Server(415): Started @3261ms 2024-12-10T11:03:00,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:03:01,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:03:01,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:03:01,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:03:01,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:03:01,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:03:01,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5deb6e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:03:01,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363c876e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:03:01,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23205bfa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/java.io.tmpdir/jetty-localhost-36473-hadoop-hdfs-3_4_1-tests_jar-_-any-150622275747638419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:03:01,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1df40b66{HTTP/1.1, (http/1.1)}{localhost:36473} 2024-12-10T11:03:01,214 INFO [Time-limited test {}] server.Server(415): Started @3588ms 2024-12-10T11:03:01,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:03:01,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T11:03:01,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T11:03:01,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T11:03:01,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T11:03:01,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T11:03:01,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1576ddbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,AVAILABLE} 2024-12-10T11:03:01,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d49bd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T11:03:01,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37ee96b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/java.io.tmpdir/jetty-localhost-36419-hadoop-hdfs-3_4_1-tests_jar-_-any-6713206924277989759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:03:01,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b82d1a{HTTP/1.1, (http/1.1)}{localhost:36419} 2024-12-10T11:03:01,413 INFO [Time-limited test {}] server.Server(415): Started @3787ms 2024-12-10T11:03:01,416 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T11:03:01,416 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data1/current/BP-2061181569-172.17.0.2-1733828579681/current, will proceed with Du for space computation calculation, 2024-12-10T11:03:01,416 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data3/current/BP-2061181569-172.17.0.2-1733828579681/current, will proceed with Du for space computation calculation, 2024-12-10T11:03:01,416 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data4/current/BP-2061181569-172.17.0.2-1733828579681/current, will proceed with Du for space computation calculation, 2024-12-10T11:03:01,416 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data2/current/BP-2061181569-172.17.0.2-1733828579681/current, will proceed with Du for space computation calculation, 2024-12-10T11:03:01,470 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:03:01,470 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:03:01,544 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data5/current/BP-2061181569-172.17.0.2-1733828579681/current, will proceed with Du for space computation calculation, 2024-12-10T11:03:01,545 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data6/current/BP-2061181569-172.17.0.2-1733828579681/current, will proceed with Du for space computation calculation, 2024-12-10T11:03:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7cebc53fec0b6eb with lease ID 0xca82746d93ba2440: Processing first storage report for DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64 from datanode DatanodeRegistration(127.0.0.1:44371, datanodeUuid=7b768a99-7eaa-4fb3-9e1c-fdedf9da4ccc, infoPort=41275, infoSecurePort=0, ipcPort=41733, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681) 2024-12-10T11:03:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7cebc53fec0b6eb with lease ID 0xca82746d93ba2440: from storage DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64 node DatanodeRegistration(127.0.0.1:44371, datanodeUuid=7b768a99-7eaa-4fb3-9e1c-fdedf9da4ccc, infoPort=41275, infoSecurePort=0, ipcPort=41733, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-10T11:03:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cf03c4e1ab455c7 with lease ID 0xca82746d93ba2441: Processing first storage report for DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4 from datanode DatanodeRegistration(127.0.0.1:46313, datanodeUuid=ad90aa27-a246-4a80-8880-f70bba630033, infoPort=38363, infoSecurePort=0, ipcPort=37089, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681) 2024-12-10T11:03:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cf03c4e1ab455c7 with lease ID 0xca82746d93ba2441: from storage DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4 node DatanodeRegistration(127.0.0.1:46313, datanodeUuid=ad90aa27-a246-4a80-8880-f70bba630033, infoPort=38363, infoSecurePort=0, ipcPort=37089, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T11:03:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7cebc53fec0b6eb with lease ID 0xca82746d93ba2440: Processing first storage report for DS-220a9d79-f402-4567-a20c-2290ef6ef2fa from datanode DatanodeRegistration(127.0.0.1:44371, datanodeUuid=7b768a99-7eaa-4fb3-9e1c-fdedf9da4ccc, infoPort=41275, infoSecurePort=0, ipcPort=41733, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681) 2024-12-10T11:03:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7cebc53fec0b6eb with lease ID 0xca82746d93ba2440: from storage DS-220a9d79-f402-4567-a20c-2290ef6ef2fa node DatanodeRegistration(127.0.0.1:44371, datanodeUuid=7b768a99-7eaa-4fb3-9e1c-fdedf9da4ccc, infoPort=41275, infoSecurePort=0, ipcPort=41733, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:03:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cf03c4e1ab455c7 with lease ID 0xca82746d93ba2441: Processing first storage report for DS-1988bc7a-f12a-4e86-98b9-85233c8f94ce from datanode DatanodeRegistration(127.0.0.1:46313, datanodeUuid=ad90aa27-a246-4a80-8880-f70bba630033, infoPort=38363, infoSecurePort=0, ipcPort=37089, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681) 2024-12-10T11:03:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cf03c4e1ab455c7 with lease ID 0xca82746d93ba2441: from storage DS-1988bc7a-f12a-4e86-98b9-85233c8f94ce node DatanodeRegistration(127.0.0.1:46313, datanodeUuid=ad90aa27-a246-4a80-8880-f70bba630033, infoPort=38363, infoSecurePort=0, ipcPort=37089, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T11:03:01,575 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T11:03:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7c998584f2e264b with lease ID 0xca82746d93ba2442: Processing first storage report for DS-f3f26acc-5940-4658-a19f-2d42c52a8099 from datanode DatanodeRegistration(127.0.0.1:40329, datanodeUuid=1e59c3ef-ae57-41af-b415-bca8ad5cd855, infoPort=39245, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681) 2024-12-10T11:03:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7c998584f2e264b with lease ID 0xca82746d93ba2442: from storage DS-f3f26acc-5940-4658-a19f-2d42c52a8099 node DatanodeRegistration(127.0.0.1:40329, datanodeUuid=1e59c3ef-ae57-41af-b415-bca8ad5cd855, infoPort=39245, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T11:03:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7c998584f2e264b with lease ID 0xca82746d93ba2442: Processing first storage report for DS-3b9c0a6b-6ab3-49be-b07b-db932d1d7368 from datanode DatanodeRegistration(127.0.0.1:40329, datanodeUuid=1e59c3ef-ae57-41af-b415-bca8ad5cd855, infoPort=39245, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681) 2024-12-10T11:03:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7c998584f2e264b with lease ID 0xca82746d93ba2442: from storage DS-3b9c0a6b-6ab3-49be-b07b-db932d1d7368 node DatanodeRegistration(127.0.0.1:40329, datanodeUuid=1e59c3ef-ae57-41af-b415-bca8ad5cd855, infoPort=39245, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1556398935;c=1733828579681), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T11:03:01,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8 2024-12-10T11:03:01,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/zookeeper_0, clientPort=57230, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T11:03:01,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57230 2024-12-10T11:03:01,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:01,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:03:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:03:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741825_1001 (size=7) 2024-12-10T11:03:02,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06 with version=8 2024-12-10T11:03:02,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/hbase-staging 2024-12-10T11:03:02,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/944a6b9062fa:0 server-side Connection retries=45 2024-12-10T11:03:02,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:02,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:03:02,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:02,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:03:02,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-10T11:03:03,052 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T11:03:03,060 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T11:03:03,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:03:03,094 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9430 (auto-detected) 2024-12-10T11:03:03,095 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T11:03:03,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45075 2024-12-10T11:03:03,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45075 connecting to ZooKeeper ensemble=127.0.0.1:57230 2024-12-10T11:03:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450750x0, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:03:03,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45075-0x10176cf8e7c0000 connected 2024-12-10T11:03:03,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:03:03,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06, hbase.cluster.distributed=false 2024-12-10T11:03:03,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:03:03,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45075 2024-12-10T11:03:03,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45075 2024-12-10T11:03:03,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45075 2024-12-10T11:03:03,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45075 2024-12-10T11:03:03,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45075 2024-12-10T11:03:03,361 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/944a6b9062fa:0 server-side Connection retries=45 2024-12-10T11:03:03,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:03:03,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:03:03,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:03:03,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:03:03,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41725 2024-12-10T11:03:03,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41725 connecting to ZooKeeper ensemble=127.0.0.1:57230 2024-12-10T11:03:03,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417250x0, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:03:03,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41725-0x10176cf8e7c0001 connected 2024-12-10T11:03:03,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:03:03,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:03:03,401 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:03:03,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:03:03,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:03:03,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41725 2024-12-10T11:03:03,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41725 2024-12-10T11:03:03,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41725 2024-12-10T11:03:03,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41725 2024-12-10T11:03:03,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41725 2024-12-10T11:03:03,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/944a6b9062fa:0 server-side Connection retries=45 2024-12-10T11:03:03,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:03:03,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:03:03,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:03:03,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:03:03,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36981 2024-12-10T11:03:03,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36981 connecting to ZooKeeper ensemble=127.0.0.1:57230 2024-12-10T11:03:03,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369810x0, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:03:03,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36981-0x10176cf8e7c0002 connected 2024-12-10T11:03:03,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:03:03,450 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:03:03,453 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:03:03,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:03:03,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:03:03,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-10T11:03:03,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36981 2024-12-10T11:03:03,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36981 2024-12-10T11:03:03,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-10T11:03:03,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-10T11:03:03,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/944a6b9062fa:0 server-side Connection retries=45 2024-12-10T11:03:03,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T11:03:03,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T11:03:03,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T11:03:03,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T11:03:03,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T11:03:03,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44655 2024-12-10T11:03:03,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44655 connecting to ZooKeeper ensemble=127.0.0.1:57230 2024-12-10T11:03:03,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446550x0, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T11:03:03,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446550x0, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:03:03,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44655-0x10176cf8e7c0003 connected 2024-12-10T11:03:03,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T11:03:03,491 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T11:03:03,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T11:03:03,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T11:03:03,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44655 2024-12-10T11:03:03,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44655 2024-12-10T11:03:03,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44655 2024-12-10T11:03:03,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44655 2024-12-10T11:03:03,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44655 2024-12-10T11:03:03,515 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;944a6b9062fa:45075 2024-12-10T11:03:03,516 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/944a6b9062fa,45075,1733828582638 2024-12-10T11:03:03,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,527 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/944a6b9062fa,45075,1733828582638 2024-12-10T11:03:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:03:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:03:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T11:03:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,548 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T11:03:03,550 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/944a6b9062fa,45075,1733828582638 from backup master directory 2024-12-10T11:03:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/944a6b9062fa,45075,1733828582638 2024-12-10T11:03:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T11:03:03,553 WARN [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:03:03,554 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=944a6b9062fa,45075,1733828582638 2024-12-10T11:03:03,556 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T11:03:03,558 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T11:03:03,615 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/hbase.id] with ID: 987a071f-b9c6-4768-a420-5a9a13da0a5d 2024-12-10T11:03:03,615 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/.tmp/hbase.id 2024-12-10T11:03:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:03:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:03:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741826_1002 (size=42) 2024-12-10T11:03:03,632 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/.tmp/hbase.id]:[hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/hbase.id] 2024-12-10T11:03:03,678 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T11:03:03,682 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-10T11:03:03,703 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-10T11:03:03,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:03:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:03:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741827_1003 (size=196) 2024-12-10T11:03:03,744 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T11:03:03,745 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T11:03:03,752 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:03:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:03:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741828_1004 (size=1189) 2024-12-10T11:03:03,806 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store 2024-12-10T11:03:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:03:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:03:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741829_1005 (size=34) 2024-12-10T11:03:03,833 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T11:03:03,838 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:03,839 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T11:03:03,840 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:03,840 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:03,842 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T11:03:03,842 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:03,842 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:03,844 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733828583839Disabling compacts and flushes for region at 1733828583839Disabling writes for close at 1733828583842 (+3 ms)Writing region close event to WAL at 1733828583842Closed at 1733828583842 2024-12-10T11:03:03,846 WARN [master/944a6b9062fa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/.initializing 2024-12-10T11:03:03,846 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/WALs/944a6b9062fa,45075,1733828582638 2024-12-10T11:03:03,856 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:03,870 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=944a6b9062fa%2C45075%2C1733828582638, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/WALs/944a6b9062fa,45075,1733828582638, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/oldWALs, maxLogs=10 2024-12-10T11:03:03,898 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/WALs/944a6b9062fa,45075,1733828582638/944a6b9062fa%2C45075%2C1733828582638.1733828583875, exclude list is [], retry=0 2024-12-10T11:03:03,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:03,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:03,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:03,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:03,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T11:03:03,963 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/WALs/944a6b9062fa,45075,1733828582638/944a6b9062fa%2C45075%2C1733828582638.1733828583875 2024-12-10T11:03:03,964 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:03,965 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:03,965 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:03,968 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:03,969 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T11:03:04,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:04,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T11:03:04,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:04,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T11:03:04,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:04,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T11:03:04,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:04,052 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,056 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,057 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,062 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,063 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,066 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:03:04,070 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T11:03:04,074 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:04,076 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70470004, jitterRate=0.05008488893508911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:03:04,082 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733828583982Initializing all the Stores at 1733828583984 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733828583984Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828583985 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828583985Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828583985Cleaning up temporary data from old regions at 1733828584063 (+78 ms)Region opened successfully at 1733828584081 (+18 ms) 2024-12-10T11:03:04,083 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T11:03:04,120 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb098e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=944a6b9062fa/172.17.0.2:0 2024-12-10T11:03:04,156 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-10T11:03:04,167 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T11:03:04,168 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T11:03:04,170 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T11:03:04,172 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T11:03:04,177 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-10T11:03:04,177 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T11:03:04,203 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T11:03:04,211 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T11:03:04,213 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-10T11:03:04,215 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T11:03:04,216 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T11:03:04,218 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-10T11:03:04,220 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T11:03:04,224 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T11:03:04,225 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-10T11:03:04,227 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T11:03:04,228 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T11:03:04,251 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T11:03:04,253 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,261 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=944a6b9062fa,45075,1733828582638, sessionid=0x10176cf8e7c0000, setting cluster-up flag (Was=false) 2024-12-10T11:03:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,279 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T11:03:04,281 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=944a6b9062fa,45075,1733828582638 2024-12-10T11:03:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:04,292 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T11:03:04,293 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=944a6b9062fa,45075,1733828582638 2024-12-10T11:03:04,299 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-10T11:03:04,305 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(746): ClusterId : 987a071f-b9c6-4768-a420-5a9a13da0a5d 2024-12-10T11:03:04,305 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(746): ClusterId : 987a071f-b9c6-4768-a420-5a9a13da0a5d 2024-12-10T11:03:04,305 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(746): ClusterId : 987a071f-b9c6-4768-a420-5a9a13da0a5d 2024-12-10T11:03:04,307 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:03:04,307 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:03:04,307 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T11:03:04,313 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:03:04,313 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:03:04,313 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T11:03:04,313 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:03:04,313 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:03:04,313 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T11:03:04,319 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:03:04,319 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:03:04,319 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T11:03:04,319 DEBUG [RS:2;944a6b9062fa:44655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530d1a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=944a6b9062fa/172.17.0.2:0 2024-12-10T11:03:04,320 DEBUG [RS:1;944a6b9062fa:36981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc716b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=944a6b9062fa/172.17.0.2:0 2024-12-10T11:03:04,320 DEBUG [RS:0;944a6b9062fa:41725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb1a31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=944a6b9062fa/172.17.0.2:0 2024-12-10T11:03:04,334 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;944a6b9062fa:41725 2024-12-10T11:03:04,337 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:03:04,337 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:03:04,337 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:03:04,340 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(2659): reportForDuty to master=944a6b9062fa,45075,1733828582638 with port=41725, startcode=1733828583321 2024-12-10T11:03:04,340 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;944a6b9062fa:44655 2024-12-10T11:03:04,340 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:03:04,341 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;944a6b9062fa:36981 2024-12-10T11:03:04,341 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:03:04,341 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:03:04,341 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-10T11:03:04,341 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-10T11:03:04,341 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-10T11:03:04,342 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(2659): reportForDuty to master=944a6b9062fa,45075,1733828582638 with port=44655, startcode=1733828583476 2024-12-10T11:03:04,342 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(2659): reportForDuty to master=944a6b9062fa,45075,1733828582638 with port=36981, startcode=1733828583431 2024-12-10T11:03:04,355 DEBUG [RS:2;944a6b9062fa:44655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:03:04,355 DEBUG [RS:0;944a6b9062fa:41725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:03:04,355 DEBUG [RS:1;944a6b9062fa:36981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T11:03:04,398 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:03:04,398 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35745, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:03:04,398 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T11:03:04,400 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-10T11:03:04,405 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-10T11:03:04,412 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-10T11:03:04,413 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-10T11:03:04,413 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-10T11:03:04,422 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T11:03:04,428 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 944a6b9062fa,45075,1733828582638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T11:03:04,440 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/944a6b9062fa:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:03:04,440 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/944a6b9062fa:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:03:04,441 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T11:03:04,441 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T11:03:04,441 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/944a6b9062fa:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:03:04,441 WARN [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T11:03:04,441 WARN [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T11:03:04,441 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/944a6b9062fa:0, corePoolSize=5, maxPoolSize=5 2024-12-10T11:03:04,441 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-10T11:03:04,441 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/944a6b9062fa:0, corePoolSize=10, maxPoolSize=10 2024-12-10T11:03:04,441 WARN [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-10T11:03:04,441 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,441 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/944a6b9062fa:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:03:04,442 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,451 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733828614451 2024-12-10T11:03:04,453 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T11:03:04,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:03:04,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-10T11:03:04,454 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T11:03:04,459 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T11:03:04,459 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T11:03:04,460 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T11:03:04,460 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T11:03:04,460 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T11:03:04,461 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,464 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T11:03:04,466 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T11:03:04,466 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T11:03:04,469 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T11:03:04,469 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T11:03:04,471 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/944a6b9062fa:0:becomeActiveMaster-HFileCleaner.large.0-1733828584470,5,FailOnTimeoutGroup] 2024-12-10T11:03:04,472 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/944a6b9062fa:0:becomeActiveMaster-HFileCleaner.small.0-1733828584471,5,FailOnTimeoutGroup] 2024-12-10T11:03:04,472 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,472 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T11:03:04,474 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,474 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:03:04,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:03:04,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741831_1007 (size=1321) 2024-12-10T11:03:04,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-10T11:03:04,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06 2024-12-10T11:03:04,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:03:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:03:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741832_1008 (size=32) 2024-12-10T11:03:04,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:04,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:03:04,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:03:04,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:04,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:03:04,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:03:04,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:04,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:03:04,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:03:04,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:04,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:03:04,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:03:04,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:04,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:04,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:03:04,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740 2024-12-10T11:03:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740 2024-12-10T11:03:04,542 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(2659): reportForDuty to master=944a6b9062fa,45075,1733828582638 with port=41725, startcode=1733828583321 2024-12-10T11:03:04,542 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(2659): reportForDuty to master=944a6b9062fa,45075,1733828582638 with port=44655, startcode=1733828583476 2024-12-10T11:03:04,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:03:04,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:03:04,543 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(2659): reportForDuty to master=944a6b9062fa,45075,1733828582638 with port=36981, startcode=1733828583431 2024-12-10T11:03:04,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:03:04,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 944a6b9062fa,44655,1733828583476 2024-12-10T11:03:04,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:03:04,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(517): Registering regionserver=944a6b9062fa,44655,1733828583476 2024-12-10T11:03:04,552 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:04,553 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60550489, jitterRate=-0.09772740304470062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:03:04,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 944a6b9062fa,36981,1733828583431 2024-12-10T11:03:04,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733828584522Initializing all the Stores at 1733828584523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733828584523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733828584523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828584523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733828584523Cleaning up temporary data from old regions at 1733828584543 (+20 ms)Region opened successfully at 1733828584557 (+14 ms) 2024-12-10T11:03:04,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(517): Registering regionserver=944a6b9062fa,36981,1733828583431 2024-12-10T11:03:04,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T11:03:04,557 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T11:03:04,558 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06 2024-12-10T11:03:04,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T11:03:04,558 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44643 2024-12-10T11:03:04,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T11:03:04,558 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:03:04,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T11:03:04,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T11:03:04,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733828584557Disabling compacts and flushes for region at 1733828584557Disabling writes for close at 1733828584558 (+1 ms)Writing region close event to WAL at 1733828584560 (+2 ms)Closed at 1733828584560 2024-12-10T11:03:04,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 944a6b9062fa,41725,1733828583321 2024-12-10T11:03:04,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(517): Registering regionserver=944a6b9062fa,41725,1733828583321 2024-12-10T11:03:04,562 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06 2024-12-10T11:03:04,562 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44643 2024-12-10T11:03:04,562 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:03:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:03:04,563 DEBUG [RS:2;944a6b9062fa:44655 {}] zookeeper.ZKUtil(111): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/944a6b9062fa,44655,1733828583476 2024-12-10T11:03:04,564 WARN [RS:2;944a6b9062fa:44655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:03:04,564 INFO [RS:2;944a6b9062fa:44655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:04,564 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,44655,1733828583476 2024-12-10T11:03:04,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:03:04,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-10T11:03:04,568 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06 2024-12-10T11:03:04,568 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44643 2024-12-10T11:03:04,569 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-10T11:03:04,569 DEBUG [RS:1;944a6b9062fa:36981 {}] zookeeper.ZKUtil(111): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/944a6b9062fa,36981,1733828583431 2024-12-10T11:03:04,569 WARN [RS:1;944a6b9062fa:36981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:03:04,570 INFO [RS:1;944a6b9062fa:36981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:04,570 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431 2024-12-10T11:03:04,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [944a6b9062fa,36981,1733828583431] 2024-12-10T11:03:04,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [944a6b9062fa,44655,1733828583476] 2024-12-10T11:03:04,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:03:04,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T11:03:04,573 DEBUG [RS:0;944a6b9062fa:41725 {}] zookeeper.ZKUtil(111): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/944a6b9062fa,41725,1733828583321 2024-12-10T11:03:04,573 WARN [RS:0;944a6b9062fa:41725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T11:03:04,573 INFO [RS:0;944a6b9062fa:41725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:04,574 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,41725,1733828583321 2024-12-10T11:03:04,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [944a6b9062fa,41725,1733828583321] 2024-12-10T11:03:04,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:03:04,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T11:03:04,597 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:03:04,597 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:03:04,597 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T11:03:04,611 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:03:04,611 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:03:04,611 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T11:03:04,617 INFO [RS:2;944a6b9062fa:44655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:03:04,617 INFO [RS:1;944a6b9062fa:36981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:03:04,617 INFO [RS:0;944a6b9062fa:41725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:03:04,617 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,617 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,617 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,618 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:03:04,618 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:03:04,618 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-10T11:03:04,624 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:03:04,624 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:03:04,624 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-10T11:03:04,625 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,625 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,625 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,626 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,626 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:03:04,627 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0, corePoolSize=2, maxPoolSize=2 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/944a6b9062fa:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:03:04,627 DEBUG [RS:2;944a6b9062fa:44655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/944a6b9062fa:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:03:04,627 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,627 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,628 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,628 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/944a6b9062fa:0, corePoolSize=1, maxPoolSize=1 2024-12-10T11:03:04,628 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/944a6b9062fa:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:03:04,628 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/944a6b9062fa:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:03:04,628 DEBUG [RS:0;944a6b9062fa:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/944a6b9062fa:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:03:04,628 DEBUG [RS:1;944a6b9062fa:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/944a6b9062fa:0, corePoolSize=3, maxPoolSize=3 2024-12-10T11:03:04,629 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,629 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,44655,1733828583476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:03:04,630 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,630 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,630 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,41725,1733828583321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:03:04,630 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,630 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,36981,1733828583431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:03:04,650 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:03:04,650 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:03:04,650 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T11:03:04,652 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,41725,1733828583321-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,652 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,44655,1733828583476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,652 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,36981,1733828583431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,652 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,652 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,652 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.Replication(171): 944a6b9062fa,44655,1733828583476 started 2024-12-10T11:03:04,652 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.Replication(171): 944a6b9062fa,41725,1733828583321 started 2024-12-10T11:03:04,652 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,653 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.Replication(171): 944a6b9062fa,36981,1733828583431 started 2024-12-10T11:03:04,670 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,670 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1482): Serving as 944a6b9062fa,36981,1733828583431, RpcServer on 944a6b9062fa/172.17.0.2:36981, sessionid=0x10176cf8e7c0002 2024-12-10T11:03:04,671 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:03:04,671 DEBUG [RS:1;944a6b9062fa:36981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 944a6b9062fa,36981,1733828583431 2024-12-10T11:03:04,671 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '944a6b9062fa,36981,1733828583431' 2024-12-10T11:03:04,672 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:03:04,673 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:03:04,673 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:03:04,673 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:03:04,674 DEBUG [RS:1;944a6b9062fa:36981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 944a6b9062fa,36981,1733828583431 2024-12-10T11:03:04,674 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '944a6b9062fa,36981,1733828583431' 2024-12-10T11:03:04,674 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:03:04,675 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:03:04,676 DEBUG [RS:1;944a6b9062fa:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:03:04,676 INFO [RS:1;944a6b9062fa:36981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:03:04,676 INFO [RS:1;944a6b9062fa:36981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:03:04,677 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,677 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:04,677 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1482): Serving as 944a6b9062fa,44655,1733828583476, RpcServer on 944a6b9062fa/172.17.0.2:44655, sessionid=0x10176cf8e7c0003 2024-12-10T11:03:04,677 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1482): Serving as 944a6b9062fa,41725,1733828583321, RpcServer on 944a6b9062fa/172.17.0.2:41725, sessionid=0x10176cf8e7c0001 2024-12-10T11:03:04,677 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:03:04,677 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T11:03:04,677 DEBUG [RS:2;944a6b9062fa:44655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 944a6b9062fa,44655,1733828583476 2024-12-10T11:03:04,677 DEBUG [RS:0;944a6b9062fa:41725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 944a6b9062fa,41725,1733828583321 2024-12-10T11:03:04,678 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '944a6b9062fa,41725,1733828583321' 2024-12-10T11:03:04,678 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '944a6b9062fa,44655,1733828583476' 2024-12-10T11:03:04,678 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:03:04,678 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T11:03:04,678 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:03:04,678 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T11:03:04,679 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:03:04,679 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T11:03:04,679 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:03:04,679 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T11:03:04,679 DEBUG [RS:2;944a6b9062fa:44655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 944a6b9062fa,44655,1733828583476 2024-12-10T11:03:04,679 DEBUG [RS:0;944a6b9062fa:41725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 944a6b9062fa,41725,1733828583321 2024-12-10T11:03:04,679 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '944a6b9062fa,41725,1733828583321' 2024-12-10T11:03:04,679 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '944a6b9062fa,44655,1733828583476' 2024-12-10T11:03:04,679 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:03:04,679 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T11:03:04,680 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:03:04,680 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T11:03:04,681 DEBUG [RS:0;944a6b9062fa:41725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:03:04,681 DEBUG [RS:2;944a6b9062fa:44655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T11:03:04,681 INFO [RS:0;944a6b9062fa:41725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:03:04,681 INFO [RS:2;944a6b9062fa:44655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T11:03:04,681 INFO [RS:0;944a6b9062fa:41725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:03:04,681 INFO [RS:2;944a6b9062fa:44655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T11:03:04,739 WARN [944a6b9062fa:45075 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-10T11:03:04,782 INFO [RS:0;944a6b9062fa:41725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:04,782 INFO [RS:1;944a6b9062fa:36981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:04,782 INFO [RS:2;944a6b9062fa:44655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:04,785 INFO [RS:2;944a6b9062fa:44655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=944a6b9062fa%2C44655%2C1733828583476, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,44655,1733828583476, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs, maxLogs=32 2024-12-10T11:03:04,785 INFO [RS:1;944a6b9062fa:36981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=944a6b9062fa%2C36981%2C1733828583431, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs, maxLogs=32 2024-12-10T11:03:04,785 INFO [RS:0;944a6b9062fa:41725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=944a6b9062fa%2C41725%2C1733828583321, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,41725,1733828583321, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs, maxLogs=32 2024-12-10T11:03:04,804 DEBUG [RS:2;944a6b9062fa:44655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,44655,1733828583476/944a6b9062fa%2C44655%2C1733828583476.1733828584790, exclude list is [], retry=0 2024-12-10T11:03:04,804 DEBUG [RS:1;944a6b9062fa:36981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431/944a6b9062fa%2C36981%2C1733828583431.1733828584790, exclude list is [], retry=0 2024-12-10T11:03:04,806 DEBUG [RS:0;944a6b9062fa:41725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,41725,1733828583321/944a6b9062fa%2C41725%2C1733828583321.1733828584790, exclude list is [], retry=0 2024-12-10T11:03:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:04,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:04,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:04,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:04,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:04,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:04,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:04,819 INFO [RS:2;944a6b9062fa:44655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,44655,1733828583476/944a6b9062fa%2C44655%2C1733828583476.1733828584790 2024-12-10T11:03:04,819 INFO [RS:1;944a6b9062fa:36981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431/944a6b9062fa%2C36981%2C1733828583431.1733828584790 2024-12-10T11:03:04,819 DEBUG [RS:2;944a6b9062fa:44655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:04,819 INFO [RS:0;944a6b9062fa:41725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,41725,1733828583321/944a6b9062fa%2C41725%2C1733828583321.1733828584790 2024-12-10T11:03:04,821 DEBUG [RS:1;944a6b9062fa:36981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:04,821 DEBUG [RS:0;944a6b9062fa:41725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:04,991 DEBUG [944a6b9062fa:45075 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-10T11:03:04,999 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(204): Hosts are {944a6b9062fa=0} racks are {/default-rack=0} 2024-12-10T11:03:05,006 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:03:05,006 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:03:05,006 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T11:03:05,006 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:03:05,006 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:03:05,006 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T11:03:05,006 INFO [944a6b9062fa:45075 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:03:05,006 INFO [944a6b9062fa:45075 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:03:05,006 INFO [944a6b9062fa:45075 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T11:03:05,006 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:03:05,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=944a6b9062fa,41725,1733828583321 2024-12-10T11:03:05,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 944a6b9062fa,41725,1733828583321, state=OPENING 2024-12-10T11:03:05,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T11:03:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:05,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,029 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T11:03:05,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=944a6b9062fa,41725,1733828583321}] 2024-12-10T11:03:05,207 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:03:05,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34945, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:03:05,221 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-10T11:03:05,222 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:05,222 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T11:03:05,225 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=944a6b9062fa%2C41725%2C1733828583321.meta, suffix=.meta, logDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,41725,1733828583321, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs, maxLogs=32 2024-12-10T11:03:05,241 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,41725,1733828583321/944a6b9062fa%2C41725%2C1733828583321.meta.1733828585227.meta, exclude list is [], retry=0 2024-12-10T11:03:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:05,248 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,41725,1733828583321/944a6b9062fa%2C41725%2C1733828583321.meta.1733828585227.meta 2024-12-10T11:03:05,248 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:05,249 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:05,250 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T11:03:05,253 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T11:03:05,258 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T11:03:05,264 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T11:03:05,264 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:05,265 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-10T11:03:05,265 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-10T11:03:05,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T11:03:05,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T11:03:05,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:05,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:05,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-10T11:03:05,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-10T11:03:05,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:05,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:05,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T11:03:05,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T11:03:05,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:05,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:05,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T11:03:05,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T11:03:05,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:05,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T11:03:05,277 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-10T11:03:05,278 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740 2024-12-10T11:03:05,280 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740 2024-12-10T11:03:05,283 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-10T11:03:05,283 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-10T11:03:05,284 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T11:03:05,286 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-10T11:03:05,288 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69530067, jitterRate=0.03607873618602753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T11:03:05,288 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-10T11:03:05,289 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733828585265Writing region info on filesystem at 1733828585266 (+1 ms)Initializing all the Stores at 1733828585267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733828585268 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733828585268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828585268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733828585268Cleaning up temporary data from old regions at 1733828585283 (+15 ms)Running coprocessor post-open hooks at 1733828585288 (+5 ms)Region opened successfully at 1733828585289 (+1 ms) 2024-12-10T11:03:05,297 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733828585198 2024-12-10T11:03:05,307 DEBUG [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T11:03:05,308 INFO [RS_OPEN_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-10T11:03:05,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=944a6b9062fa,41725,1733828583321 2024-12-10T11:03:05,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 944a6b9062fa,41725,1733828583321, state=OPEN 2024-12-10T11:03:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:03:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:03:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:03:05,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T11:03:05,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T11:03:05,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=944a6b9062fa,41725,1733828583321 2024-12-10T11:03:05,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T11:03:05,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=944a6b9062fa,41725,1733828583321 in 284 msec 2024-12-10T11:03:05,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T11:03:05,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-12-10T11:03:05,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-10T11:03:05,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-10T11:03:05,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:03:05,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=944a6b9062fa,41725,1733828583321, seqNum=-1] 2024-12-10T11:03:05,371 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:03:05,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:03:05,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0560 sec 2024-12-10T11:03:05,392 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733828585392, completionTime=-1 2024-12-10T11:03:05,395 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-10T11:03:05,395 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-10T11:03:05,420 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-10T11:03:05,421 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733828645421 2024-12-10T11:03:05,421 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733828705421 2024-12-10T11:03:05,421 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-10T11:03:05,422 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T11:03:05,429 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,45075,1733828582638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:05,429 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,45075,1733828582638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:05,429 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,45075,1733828582638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:05,431 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-944a6b9062fa:45075, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:05,431 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:05,432 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:05,459 DEBUG [master/944a6b9062fa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-10T11:03:05,487 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.930sec 2024-12-10T11:03:05,489 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T11:03:05,490 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T11:03:05,491 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T11:03:05,491 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T11:03:05,492 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T11:03:05,492 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,45075,1733828582638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T11:03:05,493 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,45075,1733828582638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T11:03:05,498 DEBUG [master/944a6b9062fa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-10T11:03:05,498 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T11:03:05,499 INFO [master/944a6b9062fa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=944a6b9062fa,45075,1733828582638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:05,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c24fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:03:05,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 944a6b9062fa,45075,-1 for getting cluster id 2024-12-10T11:03:05,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-10T11:03:05,526 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '987a071f-b9c6-4768-a420-5a9a13da0a5d' 2024-12-10T11:03:05,528 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-10T11:03:05,529 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "987a071f-b9c6-4768-a420-5a9a13da0a5d" 2024-12-10T11:03:05,531 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612e10d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:03:05,531 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [944a6b9062fa,45075,-1] 2024-12-10T11:03:05,533 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-10T11:03:05,535 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:05,536 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-10T11:03:05,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f7b9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T11:03:05,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-10T11:03:05,546 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=944a6b9062fa,41725,1733828583321, seqNum=-1] 2024-12-10T11:03:05,546 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:03:05,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:03:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=944a6b9062fa,45075,1733828582638 2024-12-10T11:03:05,570 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:44643/hbase 2024-12-10T11:03:05,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=4775 2024-12-10T11:03:05,605 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:05,608 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:05,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:05,613 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88132533, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-88132533, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:05,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88132533/hregion-88132533.1733828585615, exclude list is [], retry=0 2024-12-10T11:03:05,631 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:05,632 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:05,632 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:05,636 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88132533/hregion-88132533.1733828585615 2024-12-10T11:03:05,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:05,636 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8d4855a417857775b055079656fd229b, NAME => 'testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741838_1014 (size=64) 2024-12-10T11:03:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741838_1014 (size=64) 2024-12-10T11:03:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741838_1014 (size=64) 2024-12-10T11:03:05,651 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:05,653 INFO [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,655 INFO [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4855a417857775b055079656fd229b columnFamilyName a 2024-12-10T11:03:05,655 DEBUG [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:05,656 INFO [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] regionserver.HStore(327): Store=8d4855a417857775b055079656fd229b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:05,656 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,659 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,659 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:05,667 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d4855a417857775b055079656fd229b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67586095, jitterRate=0.007111296057701111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:05,669 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d4855a417857775b055079656fd229b: Writing region info on filesystem at 1733828585651Initializing all the Stores at 1733828585652 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828585652Cleaning up temporary data from old regions at 1733828585659 (+7 ms)Region opened successfully at 1733828585669 (+10 ms) 2024-12-10T11:03:05,669 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d4855a417857775b055079656fd229b, disabling compactions & flushes 2024-12-10T11:03:05,669 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b. 2024-12-10T11:03:05,669 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b. 2024-12-10T11:03:05,669 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b. after waiting 0 ms 2024-12-10T11:03:05,669 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b. 2024-12-10T11:03:05,670 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b. 2024-12-10T11:03:05,670 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d4855a417857775b055079656fd229b: Waiting for close lock at 1733828585669Disabling compacts and flushes for region at 1733828585669Disabling writes for close at 1733828585669Writing region close event to WAL at 1733828585670 (+1 ms)Closed at 1733828585670 2024-12-10T11:03:05,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741837_1013 (size=93) 2024-12-10T11:03:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741837_1013 (size=93) 2024-12-10T11:03:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741837_1013 (size=93) 2024-12-10T11:03:05,684 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:05,684 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88132533:(num 1733828585615) 2024-12-10T11:03:05,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T11:03:05,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741839_1015 (size=369) 2024-12-10T11:03:05,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741839_1015 (size=369) 2024-12-10T11:03:05,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741839_1015 (size=369) 2024-12-10T11:03:05,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T11:03:05,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741840_1016 (size=231) 2024-12-10T11:03:05,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741840_1016 (size=231) 2024-12-10T11:03:05,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741840_1016 (size=231) 2024-12-10T11:03:05,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1, size=369 (369bytes) 2024-12-10T11:03:05,747 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-10T11:03:05,747 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-10T11:03:05,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1 2024-12-10T11:03:05,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1 after 4ms 2024-12-10T11:03:05,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1 took 14ms 2024-12-10T11:03:05,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1 so closing down 2024-12-10T11:03:05,766 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-10T11:03:05,768 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000001-wal-1.temp 2024-12-10T11:03:05,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:05,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741841_1017 (size=369) 2024-12-10T11:03:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741841_1017 (size=369) 2024-12-10T11:03:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741841_1017 (size=369) 2024-12-10T11:03:05,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:05,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002 2024-12-10T11:03:05,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-10T11:03:05,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1, journal: Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1, size=369 (369bytes) at 1733828585746Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1 so closing down at 1733828585763 (+17 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000001-wal-1.temp at 1733828585768 (+5 ms)3 split writer threads finished at 1733828585770 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733828585784 (+14 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002 at 1733828585786 (+2 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733828585790 (+4 ms) 2024-12-10T11:03:05,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2, size=231 (231bytes) 2024-12-10T11:03:05,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2 2024-12-10T11:03:05,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2 after 1ms 2024-12-10T11:03:05,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2 took 5ms 2024-12-10T11:03:05,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2 so closing down 2024-12-10T11:03:05,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:05,815 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-10T11:03:05,816 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002-wal-2.temp 2024-12-10T11:03:05,816 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741842_1018 (size=231) 2024-12-10T11:03:05,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741842_1018 (size=231) 2024-12-10T11:03:05,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741842_1018 (size=231) 2024-12-10T11:03:05,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:05,831 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-10T11:03:05,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-10T11:03:05,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2, journal: Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2, size=231 (231bytes) at 1733828585805Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2 so closing down at 1733828585812 (+7 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002-wal-2.temp at 1733828585816 (+4 ms)3 split writer threads finished at 1733828585817 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733828585826 (+9 ms)Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733828585833 (+7 ms) 2024-12-10T11:03:05,833 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:05,835 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:05,850 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal.1733828585837, exclude list is [], retry=0 2024-12-10T11:03:05,854 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:05,854 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:05,855 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:05,857 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal.1733828585837 2024-12-10T11:03:05,858 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:05,858 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d4855a417857775b055079656fd229b, NAME => 'testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:05,858 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:05,858 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,859 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,861 INFO [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,862 INFO [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4855a417857775b055079656fd229b columnFamilyName a 2024-12-10T11:03:05,862 DEBUG [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:05,863 INFO [StoreOpener-8d4855a417857775b055079656fd229b-1 {}] regionserver.HStore(327): Store=8d4855a417857775b055079656fd229b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:05,863 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,864 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,868 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b 2024-12-10T11:03:05,869 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002 2024-12-10T11:03:05,879 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002 2024-12-10T11:03:05,882 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8d4855a417857775b055079656fd229b 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-10T11:03:05,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/.tmp/a/4f511569d7154b04bda95475194263aa is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733828585685/Put/seqid=0 2024-12-10T11:03:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741844_1020 (size=5170) 2024-12-10T11:03:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741844_1020 (size=5170) 2024-12-10T11:03:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741844_1020 (size=5170) 2024-12-10T11:03:05,949 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/.tmp/a/4f511569d7154b04bda95475194263aa 2024-12-10T11:03:05,994 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/.tmp/a/4f511569d7154b04bda95475194263aa as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/a/4f511569d7154b04bda95475194263aa 2024-12-10T11:03:06,005 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/a/4f511569d7154b04bda95475194263aa, entries=2, sequenceid=2, filesize=5.0 K 2024-12-10T11:03:06,012 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8d4855a417857775b055079656fd229b in 128ms, sequenceid=2, compaction requested=false; wal=null 2024-12-10T11:03:06,014 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/0000000000000000002 2024-12-10T11:03:06,014 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:06,014 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:06,017 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d4855a417857775b055079656fd229b 2024-12-10T11:03:06,020 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/8d4855a417857775b055079656fd229b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-10T11:03:06,022 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d4855a417857775b055079656fd229b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60967650, jitterRate=-0.09151121973991394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:06,023 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d4855a417857775b055079656fd229b: Writing region info on filesystem at 1733828585859Initializing all the Stores at 1733828585860 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828585860Obtaining lock to block concurrent updates at 1733828585882 (+22 ms)Preparing flush snapshotting stores in 8d4855a417857775b055079656fd229b at 1733828585882Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733828585886 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733828585606.8d4855a417857775b055079656fd229b. at 1733828585886Flushing 8d4855a417857775b055079656fd229b/a: creating writer at 1733828585887 (+1 ms)Flushing 8d4855a417857775b055079656fd229b/a: appending metadata at 1733828585926 (+39 ms)Flushing 8d4855a417857775b055079656fd229b/a: closing flushed file at 1733828585928 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8a6771: reopening flushed file at 1733828585992 (+64 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8d4855a417857775b055079656fd229b in 128ms, sequenceid=2, compaction requested=false; wal=null at 1733828586012 (+20 ms)Cleaning up temporary data from old regions at 1733828586014 (+2 ms)Region opened successfully at 1733828586023 (+9 ms) 2024-12-10T11:03:06,055 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=376 (was 364) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:47646 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:39266 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:39254 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44643/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:59248 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:47814 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:59166 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=4757 (was 4775) 2024-12-10T11:03:06,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=4755 2024-12-10T11:03:06,084 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:06,086 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:06,087 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:06,090 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75399906, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-75399906, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:06,108 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75399906/hregion-75399906.1733828586091, exclude list is [], retry=0 2024-12-10T11:03:06,112 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:06,112 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:06,113 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:06,116 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75399906/hregion-75399906.1733828586091 2024-12-10T11:03:06,116 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:06,116 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c09a4697f7507c8c7cd7efa5737e3bbd, NAME => 'testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741846_1022 (size=64) 2024-12-10T11:03:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741846_1022 (size=64) 2024-12-10T11:03:06,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741846_1022 (size=64) 2024-12-10T11:03:06,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:06,131 INFO [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,134 INFO [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c09a4697f7507c8c7cd7efa5737e3bbd columnFamilyName a 2024-12-10T11:03:06,134 DEBUG [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:06,135 INFO [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] regionserver.HStore(327): Store=c09a4697f7507c8c7cd7efa5737e3bbd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:06,135 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,137 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,137 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,140 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,144 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:06,144 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c09a4697f7507c8c7cd7efa5737e3bbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69979821, jitterRate=0.042780593037605286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:06,145 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c09a4697f7507c8c7cd7efa5737e3bbd: Writing region info on filesystem at 1733828586129Initializing all the Stores at 1733828586131 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828586131Cleaning up temporary data from old regions at 1733828586137 (+6 ms)Region opened successfully at 1733828586144 (+7 ms) 2024-12-10T11:03:06,145 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c09a4697f7507c8c7cd7efa5737e3bbd, disabling compactions & flushes 2024-12-10T11:03:06,145 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd. 2024-12-10T11:03:06,145 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd. 2024-12-10T11:03:06,145 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd. after waiting 0 ms 2024-12-10T11:03:06,145 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd. 2024-12-10T11:03:06,146 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd. 2024-12-10T11:03:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c09a4697f7507c8c7cd7efa5737e3bbd: Waiting for close lock at 1733828586145Disabling compacts and flushes for region at 1733828586145Disabling writes for close at 1733828586145Writing region close event to WAL at 1733828586146 (+1 ms)Closed at 1733828586146 2024-12-10T11:03:06,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741845_1021 (size=93) 2024-12-10T11:03:06,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741845_1021 (size=93) 2024-12-10T11:03:06,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741845_1021 (size=93) 2024-12-10T11:03:06,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:06,155 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75399906:(num 1733828586091) 2024-12-10T11:03:06,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T11:03:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741847_1023 (size=369) 2024-12-10T11:03:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741847_1023 (size=369) 2024-12-10T11:03:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741847_1023 (size=369) 2024-12-10T11:03:06,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-10T11:03:06,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741848_1024 (size=231) 2024-12-10T11:03:06,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741848_1024 (size=231) 2024-12-10T11:03:06,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741848_1024 (size=231) 2024-12-10T11:03:06,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2, size=231 (231bytes) 2024-12-10T11:03:06,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2 2024-12-10T11:03:06,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2 after 1ms 2024-12-10T11:03:06,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2 took 5ms 2024-12-10T11:03:06,210 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2 so closing down 2024-12-10T11:03:06,210 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:06,212 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-10T11:03:06,213 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002-wal-2.temp 2024-12-10T11:03:06,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741849_1025 (size=231) 2024-12-10T11:03:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741849_1025 (size=231) 2024-12-10T11:03:06,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741849_1025 (size=231) 2024-12-10T11:03:06,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:06,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002 2024-12-10T11:03:06,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-10T11:03:06,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2, journal: Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2, size=231 (231bytes) at 1733828586203Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2 so closing down at 1733828586210 (+7 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002-wal-2.temp at 1733828586213 (+3 ms)3 split writer threads finished at 1733828586214 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733828586222 (+8 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002 at 1733828586224 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733828586224 2024-12-10T11:03:06,239 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1, size=369 (369bytes) 2024-12-10T11:03:06,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1 2024-12-10T11:03:06,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1 after 1ms 2024-12-10T11:03:06,243 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1 took 4ms 2024-12-10T11:03:06,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1 so closing down 2024-12-10T11:03:06,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:06,247 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-10T11:03:06,249 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000001-wal-1.temp 2024-12-10T11:03:06,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:06,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741850_1026 (size=369) 2024-12-10T11:03:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741850_1026 (size=369) 2024-12-10T11:03:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741850_1026 (size=369) 2024-12-10T11:03:06,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:06,264 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002, length=231 2024-12-10T11:03:06,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002 2024-12-10T11:03:06,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-10T11:03:06,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1, journal: Splitting hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1, size=369 (369bytes) at 1733828586239Finishing writing output for hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1 so closing down at 1733828586245 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000001-wal-1.temp at 1733828586249 (+4 ms)3 split writer threads finished at 1733828586249Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733828586258 (+9 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002 at 1733828586266 (+8 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733828586266 2024-12-10T11:03:06,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:06,269 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:06,283 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal.1733828586269, exclude list is [], retry=0 2024-12-10T11:03:06,287 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:06,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:06,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:06,291 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal.1733828586269 2024-12-10T11:03:06,292 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:06,292 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c09a4697f7507c8c7cd7efa5737e3bbd, NAME => 'testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:06,292 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:06,292 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,293 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,295 INFO [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,297 INFO [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c09a4697f7507c8c7cd7efa5737e3bbd columnFamilyName a 2024-12-10T11:03:06,297 DEBUG [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:06,298 INFO [StoreOpener-c09a4697f7507c8c7cd7efa5737e3bbd-1 {}] regionserver.HStore(327): Store=c09a4697f7507c8c7cd7efa5737e3bbd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:06,298 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,299 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,302 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,303 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002 2024-12-10T11:03:06,307 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002 2024-12-10T11:03:06,307 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c09a4697f7507c8c7cd7efa5737e3bbd 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-10T11:03:06,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/.tmp/a/cecdd4a729554ee18c5effb8b1910757 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733828586155/Put/seqid=0 2024-12-10T11:03:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741852_1028 (size=5170) 2024-12-10T11:03:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741852_1028 (size=5170) 2024-12-10T11:03:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741852_1028 (size=5170) 2024-12-10T11:03:06,335 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/.tmp/a/cecdd4a729554ee18c5effb8b1910757 2024-12-10T11:03:06,343 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/.tmp/a/cecdd4a729554ee18c5effb8b1910757 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/a/cecdd4a729554ee18c5effb8b1910757 2024-12-10T11:03:06,351 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/a/cecdd4a729554ee18c5effb8b1910757, entries=2, sequenceid=2, filesize=5.0 K 2024-12-10T11:03:06,351 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c09a4697f7507c8c7cd7efa5737e3bbd in 44ms, sequenceid=2, compaction requested=false; wal=null 2024-12-10T11:03:06,352 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/0000000000000000002 2024-12-10T11:03:06,352 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,352 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,355 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c09a4697f7507c8c7cd7efa5737e3bbd 2024-12-10T11:03:06,357 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/c09a4697f7507c8c7cd7efa5737e3bbd/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-10T11:03:06,358 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c09a4697f7507c8c7cd7efa5737e3bbd; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448063, jitterRate=-0.06945134699344635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:06,358 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c09a4697f7507c8c7cd7efa5737e3bbd: Writing region info on filesystem at 1733828586293Initializing all the Stores at 1733828586294 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828586294Obtaining lock to block concurrent updates at 1733828586307 (+13 ms)Preparing flush snapshotting stores in c09a4697f7507c8c7cd7efa5737e3bbd at 1733828586307Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733828586307Flushing stores of testReplayEditsWrittenIntoWAL,,1733828586084.c09a4697f7507c8c7cd7efa5737e3bbd. at 1733828586307Flushing c09a4697f7507c8c7cd7efa5737e3bbd/a: creating writer at 1733828586307Flushing c09a4697f7507c8c7cd7efa5737e3bbd/a: appending metadata at 1733828586322 (+15 ms)Flushing c09a4697f7507c8c7cd7efa5737e3bbd/a: closing flushed file at 1733828586323 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21745ccf: reopening flushed file at 1733828586342 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c09a4697f7507c8c7cd7efa5737e3bbd in 44ms, sequenceid=2, compaction requested=false; wal=null at 1733828586351 (+9 ms)Cleaning up temporary data from old regions at 1733828586352 (+1 ms)Region opened successfully at 1733828586358 (+6 ms) 2024-12-10T11:03:06,374 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:47646 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:47872 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:59320 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:39326 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:59166 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=4768 (was 4755) - AvailableMemoryMB LEAK? - 2024-12-10T11:03:06,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=4768 2024-12-10T11:03:06,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:06,404 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:06,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:06,407 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25222331, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-25222331, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:06,421 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25222331/hregion-25222331.1733828586408, exclude list is [], retry=0 2024-12-10T11:03:06,424 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:06,425 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:06,425 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:06,428 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25222331/hregion-25222331.1733828586408 2024-12-10T11:03:06,428 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:06,428 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 603c0ba921a8df4258b38a25eb54ca6f, NAME => 'testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:06,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741854_1030 (size=64) 2024-12-10T11:03:06,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741854_1030 (size=64) 2024-12-10T11:03:06,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741854_1030 (size=64) 2024-12-10T11:03:06,440 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:06,442 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,444 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603c0ba921a8df4258b38a25eb54ca6f columnFamilyName a 2024-12-10T11:03:06,444 DEBUG [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:06,444 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(327): Store=603c0ba921a8df4258b38a25eb54ca6f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:06,444 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,446 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603c0ba921a8df4258b38a25eb54ca6f columnFamilyName b 2024-12-10T11:03:06,446 DEBUG [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:06,447 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(327): Store=603c0ba921a8df4258b38a25eb54ca6f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:06,447 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,449 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603c0ba921a8df4258b38a25eb54ca6f columnFamilyName c 2024-12-10T11:03:06,449 DEBUG [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:06,449 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(327): Store=603c0ba921a8df4258b38a25eb54ca6f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:06,449 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,450 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,451 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,452 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,452 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,453 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:06,454 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:06,456 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:06,457 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 603c0ba921a8df4258b38a25eb54ca6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66215201, jitterRate=-0.013316616415977478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:06,457 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 603c0ba921a8df4258b38a25eb54ca6f: Writing region info on filesystem at 1733828586440Initializing all the Stores at 1733828586442 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828586442Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828586442Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828586442Cleaning up temporary data from old regions at 1733828586452 (+10 ms)Region opened successfully at 1733828586457 (+5 ms) 2024-12-10T11:03:06,457 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 603c0ba921a8df4258b38a25eb54ca6f, disabling compactions & flushes 2024-12-10T11:03:06,457 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:06,457 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:06,457 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. after waiting 0 ms 2024-12-10T11:03:06,458 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:06,458 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:06,458 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 603c0ba921a8df4258b38a25eb54ca6f: Waiting for close lock at 1733828586457Disabling compacts and flushes for region at 1733828586457Disabling writes for close at 1733828586457Writing region close event to WAL at 1733828586458 (+1 ms)Closed at 1733828586458 2024-12-10T11:03:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741853_1029 (size=93) 2024-12-10T11:03:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741853_1029 (size=93) 2024-12-10T11:03:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741853_1029 (size=93) 2024-12-10T11:03:06,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:06,465 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25222331:(num 1733828586408) 2024-12-10T11:03:06,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:06,468 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:06,482 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469, exclude list is [], retry=0 2024-12-10T11:03:06,485 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:06,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:06,486 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:06,490 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 2024-12-10T11:03:06,491 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:06,687 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469, size=0 (0bytes) 2024-12-10T11:03:06,687 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 might be still open, length is 0 2024-12-10T11:03:06,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 2024-12-10T11:03:06,688 WARN [IPC Server handler 3 on default port 44643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-10T11:03:06,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 after 1ms 2024-12-10T11:03:07,595 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:39364 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44371:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39364 dst: /127.0.0.1:44371 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44371 remote=/127.0.0.1:39364]. Total timeout mills is 60000, 59058 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:07,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:47900 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47900 dst: /127.0.0.1:40329 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:07,597 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:59354 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46313:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59354 dst: /127.0.0.1:46313 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741855_1032 (size=470675) 2024-12-10T11:03:07,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741855_1032 (size=470675) 2024-12-10T11:03:07,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741855_1032 (size=470675) 2024-12-10T11:03:10,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 after 4002ms 2024-12-10T11:03:10,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 took 4008ms 2024-12-10T11:03:10,700 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733828586469.temp 2024-12-10T11:03:10,703 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000000001-wal.1733828586469.temp 2024-12-10T11:03:10,767 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469; continuing. 2024-12-10T11:03:10,767 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 so closing down 2024-12-10T11:03:10,767 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:10,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T11:03:10,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741856_1033 (size=470683) 2024-12-10T11:03:10,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741856_1033 (size=470683) 2024-12-10T11:03:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741856_1033 (size=470683) 2024-12-10T11:03:10,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000000001-wal.1733828586469.temp (wrote 3002 edits, skipped 0 edits in 31 ms) 2024-12-10T11:03:10,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000000001-wal.1733828586469.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000003002 2024-12-10T11:03:10,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T11:03:10,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469, journal: Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469, size=0 (0bytes) at 1733828586687Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000000001-wal.1733828586469.temp at 1733828590703 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1733828590737 (+34 ms)Split 2048 edits, skipped 0 edits. at 1733828590754 (+17 ms)Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 so closing down at 1733828590767 (+13 ms)3 split writer threads finished at 1733828590769 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000000001-wal.1733828586469.temp (wrote 3002 edits, skipped 0 edits in 31 ms) at 1733828590779 (+10 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000000001-wal.1733828586469.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000003002 at 1733828590781 (+2 ms)Processed 3002 edits across 1 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469, size=0, length=0, corrupted=false, cancelled=false at 1733828590781 2024-12-10T11:03:10,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828586469 2024-12-10T11:03:10,785 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000003002 2024-12-10T11:03:10,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:10,787 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:10,809 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828590788, exclude list is [], retry=0 2024-12-10T11:03:10,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:10,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:10,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:10,821 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828590788 2024-12-10T11:03:10,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:10,822 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:10,825 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:10,826 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603c0ba921a8df4258b38a25eb54ca6f columnFamilyName a 2024-12-10T11:03:10,826 DEBUG [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:10,827 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(327): Store=603c0ba921a8df4258b38a25eb54ca6f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:10,827 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:10,828 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603c0ba921a8df4258b38a25eb54ca6f columnFamilyName b 2024-12-10T11:03:10,828 DEBUG [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:10,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T11:03:10,829 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(327): Store=603c0ba921a8df4258b38a25eb54ca6f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:10,829 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:10,830 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603c0ba921a8df4258b38a25eb54ca6f columnFamilyName c 2024-12-10T11:03:10,830 DEBUG [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:10,831 INFO [StoreOpener-603c0ba921a8df4258b38a25eb54ca6f-1 {}] regionserver.HStore(327): Store=603c0ba921a8df4258b38a25eb54ca6f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:10,831 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:10,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:10,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:10,835 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000003002 2024-12-10T11:03:10,864 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T11:03:11,230 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 603c0ba921a8df4258b38a25eb54ca6f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T11:03:11,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/a/e4a9488c82ed4b1e9c68271f4e475e20 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733828586496/Put/seqid=0 2024-12-10T11:03:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741858_1035 (size=50463) 2024-12-10T11:03:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741858_1035 (size=50463) 2024-12-10T11:03:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741858_1035 (size=50463) 2024-12-10T11:03:11,284 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/a/e4a9488c82ed4b1e9c68271f4e475e20 2024-12-10T11:03:11,293 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/a/e4a9488c82ed4b1e9c68271f4e475e20 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/a/e4a9488c82ed4b1e9c68271f4e475e20 2024-12-10T11:03:11,299 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/a/e4a9488c82ed4b1e9c68271f4e475e20, entries=754, sequenceid=754, filesize=49.3 K 2024-12-10T11:03:11,299 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 603c0ba921a8df4258b38a25eb54ca6f in 70ms, sequenceid=754, compaction requested=false; wal=null 2024-12-10T11:03:11,311 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T11:03:11,312 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 603c0ba921a8df4258b38a25eb54ca6f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T11:03:11,319 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/a/1b7b23bd0776428986cf21873aab3388 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733828586530/Put/seqid=0 2024-12-10T11:03:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741859_1036 (size=20072) 2024-12-10T11:03:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741859_1036 (size=20072) 2024-12-10T11:03:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741859_1036 (size=20072) 2024-12-10T11:03:11,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/a/1b7b23bd0776428986cf21873aab3388 2024-12-10T11:03:11,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/b/0d13fac87b5745e59add7ccc856bfa5f is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733828586546/Put/seqid=0 2024-12-10T11:03:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741860_1037 (size=35835) 2024-12-10T11:03:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741860_1037 (size=35835) 2024-12-10T11:03:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741860_1037 (size=35835) 2024-12-10T11:03:11,367 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/b/0d13fac87b5745e59add7ccc856bfa5f 2024-12-10T11:03:11,373 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/a/1b7b23bd0776428986cf21873aab3388 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/a/1b7b23bd0776428986cf21873aab3388 2024-12-10T11:03:11,380 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/a/1b7b23bd0776428986cf21873aab3388, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-10T11:03:11,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/b/0d13fac87b5745e59add7ccc856bfa5f as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/b/0d13fac87b5745e59add7ccc856bfa5f 2024-12-10T11:03:11,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/b/0d13fac87b5745e59add7ccc856bfa5f, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-10T11:03:11,388 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 603c0ba921a8df4258b38a25eb54ca6f in 76ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-10T11:03:11,395 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T11:03:11,396 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 603c0ba921a8df4258b38a25eb54ca6f 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-10T11:03:11,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/b/b6d7efdfed874a89bd8a5e003b2b5acf is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733828586564/Put/seqid=0 2024-12-10T11:03:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741861_1038 (size=35082) 2024-12-10T11:03:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741861_1038 (size=35082) 2024-12-10T11:03:11,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741861_1038 (size=35082) 2024-12-10T11:03:11,414 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/b/b6d7efdfed874a89bd8a5e003b2b5acf 2024-12-10T11:03:11,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/c/fbf53c378a644df1843f3453246e879a is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733828586606/Put/seqid=0 2024-12-10T11:03:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741862_1039 (size=20825) 2024-12-10T11:03:11,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741862_1039 (size=20825) 2024-12-10T11:03:11,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741862_1039 (size=20825) 2024-12-10T11:03:11,447 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/c/fbf53c378a644df1843f3453246e879a 2024-12-10T11:03:11,454 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/b/b6d7efdfed874a89bd8a5e003b2b5acf as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/b/b6d7efdfed874a89bd8a5e003b2b5acf 2024-12-10T11:03:11,460 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/b/b6d7efdfed874a89bd8a5e003b2b5acf, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-10T11:03:11,461 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/c/fbf53c378a644df1843f3453246e879a as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/c/fbf53c378a644df1843f3453246e879a 2024-12-10T11:03:11,466 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/c/fbf53c378a644df1843f3453246e879a, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-10T11:03:11,467 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 603c0ba921a8df4258b38a25eb54ca6f in 71ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-10T11:03:11,475 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733828586651/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:11,482 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000003002 2024-12-10T11:03:11,482 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-10T11:03:11,483 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 603c0ba921a8df4258b38a25eb54ca6f 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-10T11:03:11,493 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/c/4ce58fc86162468f86aa9a279c2b81b9 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733828586612/Put/seqid=0 2024-12-10T11:03:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741863_1040 (size=50301) 2024-12-10T11:03:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741863_1040 (size=50301) 2024-12-10T11:03:11,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741863_1040 (size=50301) 2024-12-10T11:03:11,525 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/c/4ce58fc86162468f86aa9a279c2b81b9 2024-12-10T11:03:11,532 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ce58fc86162468f86aa9a279c2b81b9 2024-12-10T11:03:11,534 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/.tmp/c/4ce58fc86162468f86aa9a279c2b81b9 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/c/4ce58fc86162468f86aa9a279c2b81b9 2024-12-10T11:03:11,541 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ce58fc86162468f86aa9a279c2b81b9 2024-12-10T11:03:11,541 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/c/4ce58fc86162468f86aa9a279c2b81b9, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-10T11:03:11,542 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 603c0ba921a8df4258b38a25eb54ca6f in 59ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-10T11:03:11,543 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/0000000000000003002 2024-12-10T11:03:11,544 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:11,544 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:11,545 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-10T11:03:11,547 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 603c0ba921a8df4258b38a25eb54ca6f 2024-12-10T11:03:11,550 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenIntoWAL/603c0ba921a8df4258b38a25eb54ca6f/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-10T11:03:11,551 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 603c0ba921a8df4258b38a25eb54ca6f; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70311154, jitterRate=0.04771783947944641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-10T11:03:11,551 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 603c0ba921a8df4258b38a25eb54ca6f: Writing region info on filesystem at 1733828590823Initializing all the Stores at 1733828590824 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828590824Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828590824Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828590824Cleaning up temporary data from old regions at 1733828591544 (+720 ms)Region opened successfully at 1733828591551 (+7 ms) 2024-12-10T11:03:11,619 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 603c0ba921a8df4258b38a25eb54ca6f, disabling compactions & flushes 2024-12-10T11:03:11,619 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:11,619 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:11,619 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. after waiting 0 ms 2024-12-10T11:03:11,619 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:11,622 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733828586402.603c0ba921a8df4258b38a25eb54ca6f. 2024-12-10T11:03:11,622 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 603c0ba921a8df4258b38a25eb54ca6f: Waiting for close lock at 1733828591619Disabling compacts and flushes for region at 1733828591619Disabling writes for close at 1733828591619Writing region close event to WAL at 1733828591622 (+3 ms)Closed at 1733828591622 2024-12-10T11:03:11,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741857_1034 (size=93) 2024-12-10T11:03:11,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741857_1034 (size=93) 2024-12-10T11:03:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741857_1034 (size=93) 2024-12-10T11:03:11,629 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:11,629 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733828590788) 2024-12-10T11:03:11,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=402 (was 386) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132986102_22 at /127.0.0.1:39390 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1017487743) connection to localhost/127.0.0.1:37089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132986102_22 at /127.0.0.1:48008 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132986102_22 at /127.0.0.1:59404 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1017487743) connection to localhost/127.0.0.1:41733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1017487743) connection to localhost/127.0.0.1:44643 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132986102_22 at /127.0.0.1:47972 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=4710 (was 4768) 2024-12-10T11:03:11,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=402, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=4709 2024-12-10T11:03:11,681 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:11,683 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:11,684 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:11,687 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75260847, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-75260847, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:11,701 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75260847/hregion-75260847.1733828591687, exclude list is [], retry=0 2024-12-10T11:03:11,704 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:11,704 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:11,704 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:11,707 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75260847/hregion-75260847.1733828591687 2024-12-10T11:03:11,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:11,707 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5b7dab675caa0908842de68380ee5cdb, NAME => 'test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741865_1042 (size=43) 2024-12-10T11:03:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741865_1042 (size=43) 2024-12-10T11:03:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741865_1042 (size=43) 2024-12-10T11:03:11,718 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:11,719 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,721 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7dab675caa0908842de68380ee5cdb columnFamilyName a 2024-12-10T11:03:11,721 DEBUG [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:11,721 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(327): Store=5b7dab675caa0908842de68380ee5cdb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:11,721 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,723 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7dab675caa0908842de68380ee5cdb columnFamilyName b 2024-12-10T11:03:11,723 DEBUG [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:11,723 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(327): Store=5b7dab675caa0908842de68380ee5cdb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:11,724 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,725 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7dab675caa0908842de68380ee5cdb columnFamilyName c 2024-12-10T11:03:11,725 DEBUG [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:11,726 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(327): Store=5b7dab675caa0908842de68380ee5cdb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:11,726 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,727 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,727 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,729 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,729 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,730 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:11,731 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:11,734 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:11,734 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5b7dab675caa0908842de68380ee5cdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68115476, jitterRate=0.014999687671661377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:11,735 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b7dab675caa0908842de68380ee5cdb: Writing region info on filesystem at 1733828591718Initializing all the Stores at 1733828591719 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828591719Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828591719Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828591719Cleaning up temporary data from old regions at 1733828591729 (+10 ms)Region opened successfully at 1733828591735 (+6 ms) 2024-12-10T11:03:11,735 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5b7dab675caa0908842de68380ee5cdb, disabling compactions & flushes 2024-12-10T11:03:11,735 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:11,735 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:11,735 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. after waiting 0 ms 2024-12-10T11:03:11,735 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:11,735 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:11,736 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5b7dab675caa0908842de68380ee5cdb: Waiting for close lock at 1733828591735Disabling compacts and flushes for region at 1733828591735Disabling writes for close at 1733828591735Writing region close event to WAL at 1733828591735Closed at 1733828591735 2024-12-10T11:03:11,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741864_1041 (size=93) 2024-12-10T11:03:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741864_1041 (size=93) 2024-12-10T11:03:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741864_1041 (size=93) 2024-12-10T11:03:11,742 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:11,742 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75260847:(num 1733828591687) 2024-12-10T11:03:11,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:11,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:11,758 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745, exclude list is [], retry=0 2024-12-10T11:03:11,762 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:11,762 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:11,763 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:11,765 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745 2024-12-10T11:03:11,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741866_1043 (size=344306) 2024-12-10T11:03:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741866_1043 (size=344306) 2024-12-10T11:03:11,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741866_1043 (size=344306) 2024-12-10T11:03:11,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745, size=336.2 K (344306bytes) 2024-12-10T11:03:11,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745 2024-12-10T11:03:11,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745 after 1ms 2024-12-10T11:03:11,943 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745 took 6ms 2024-12-10T11:03:11,947 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733828591745.temp 2024-12-10T11:03:11,949 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000000001-wal.1733828591745.temp 2024-12-10T11:03:11,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745 so closing down 2024-12-10T11:03:11,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:11,985 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741867_1044 (size=344306) 2024-12-10T11:03:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741867_1044 (size=344306) 2024-12-10T11:03:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741867_1044 (size=344306) 2024-12-10T11:03:11,990 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000000001-wal.1733828591745.temp (wrote 3000 edits, skipped 0 edits in 13 ms) 2024-12-10T11:03:11,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000000001-wal.1733828591745.temp to hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003000 2024-12-10T11:03:11,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-10T11:03:11,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745, journal: Splitting hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745, size=336.2 K (344306bytes) at 1733828591937Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000000001-wal.1733828591745.temp at 1733828591949 (+12 ms)Split 1024 edits, skipped 0 edits. at 1733828591958 (+9 ms)Split 2048 edits, skipped 0 edits. at 1733828591972 (+14 ms)Finishing writing output for hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745 so closing down at 1733828591985 (+13 ms)3 split writer threads finished at 1733828591985Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000000001-wal.1733828591745.temp (wrote 3000 edits, skipped 0 edits in 13 ms) at 1733828591990 (+5 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000000001-wal.1733828591745.temp to hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003000 at 1733828591992 (+2 ms)Processed 3000 edits across 1 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733828591992 2024-12-10T11:03:11,995 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591745 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828591745 2024-12-10T11:03:11,996 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003000 2024-12-10T11:03:11,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:11,998 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:12,020 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999, exclude list is [], retry=0 2024-12-10T11:03:12,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:12,024 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:12,025 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:12,027 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999 2024-12-10T11:03:12,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741868_1045 (size=344433) 2024-12-10T11:03:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741868_1045 (size=344433) 2024-12-10T11:03:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741868_1045 (size=344433) 2024-12-10T11:03:12,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999, size=336.4 K (344433bytes) 2024-12-10T11:03:12,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999 2024-12-10T11:03:12,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999 after 0ms 2024-12-10T11:03:12,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999 took 5ms 2024-12-10T11:03:12,231 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733828591999.temp 2024-12-10T11:03:12,232 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003001-wal.1733828591999.temp 2024-12-10T11:03:12,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999 so closing down 2024-12-10T11:03:12,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:12,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741869_1046 (size=344433) 2024-12-10T11:03:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741869_1046 (size=344433) 2024-12-10T11:03:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741869_1046 (size=344433) 2024-12-10T11:03:12,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003001-wal.1733828591999.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-12-10T11:03:12,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003001-wal.1733828591999.temp to hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000006000 2024-12-10T11:03:12,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-10T11:03:12,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999, journal: Splitting hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999, size=336.4 K (344433bytes) at 1733828592222Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003001-wal.1733828591999.temp at 1733828592232 (+10 ms)Split 1024 edits, skipped 0 edits. at 1733828592240 (+8 ms)Split 2048 edits, skipped 0 edits. at 1733828592252 (+12 ms)Finishing writing output for hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999 so closing down at 1733828592261 (+9 ms)3 split writer threads finished at 1733828592261Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003001-wal.1733828591999.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1733828592270 (+9 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003001-wal.1733828591999.temp to hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000006000 at 1733828592272 (+2 ms)Processed 3000 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733828592272 2024-12-10T11:03:12,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828591999 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828591999 2024-12-10T11:03:12,275 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000006000 2024-12-10T11:03:12,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:12,277 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/test2727-manual,16010,1733828591680, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:12,293 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828592278, exclude list is [], retry=0 2024-12-10T11:03:12,296 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:12,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:12,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:12,299 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733828591680/wal.1733828592278 2024-12-10T11:03:12,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b7dab675caa0908842de68380ee5cdb, NAME => 'test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,300 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,303 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,304 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7dab675caa0908842de68380ee5cdb columnFamilyName a 2024-12-10T11:03:12,304 DEBUG [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:12,305 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(327): Store=5b7dab675caa0908842de68380ee5cdb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:12,305 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,306 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7dab675caa0908842de68380ee5cdb columnFamilyName b 2024-12-10T11:03:12,306 DEBUG [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:12,307 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(327): Store=5b7dab675caa0908842de68380ee5cdb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:12,307 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,308 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7dab675caa0908842de68380ee5cdb columnFamilyName c 2024-12-10T11:03:12,308 DEBUG [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:12,308 INFO [StoreOpener-5b7dab675caa0908842de68380ee5cdb-1 {}] regionserver.HStore(327): Store=5b7dab675caa0908842de68380ee5cdb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:12,309 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,311 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,312 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003000 2024-12-10T11:03:12,361 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003000 2024-12-10T11:03:12,363 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000006000 2024-12-10T11:03:12,405 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000006000 2024-12-10T11:03:12,406 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5b7dab675caa0908842de68380ee5cdb 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-10T11:03:12,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/a/02ac0c6cfd1545d5945f0e1cbc84747f is 41, key is test2727/a:100/1733828592032/Put/seqid=0 2024-12-10T11:03:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741871_1048 (size=84227) 2024-12-10T11:03:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741871_1048 (size=84227) 2024-12-10T11:03:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741871_1048 (size=84227) 2024-12-10T11:03:12,440 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/a/02ac0c6cfd1545d5945f0e1cbc84747f 2024-12-10T11:03:12,468 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/b/a7752ec820e243b8afb25ce408e59b16 is 41, key is test2727/b:100/1733828592077/Put/seqid=0 2024-12-10T11:03:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741872_1049 (size=84609) 2024-12-10T11:03:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741872_1049 (size=84609) 2024-12-10T11:03:12,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741872_1049 (size=84609) 2024-12-10T11:03:12,475 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/b/a7752ec820e243b8afb25ce408e59b16 2024-12-10T11:03:12,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/c/f72d388a78364fa8b31dabe779e512cb is 41, key is test2727/c:100/1733828592135/Put/seqid=0 2024-12-10T11:03:12,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741873_1050 (size=84609) 2024-12-10T11:03:12,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741873_1050 (size=84609) 2024-12-10T11:03:12,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741873_1050 (size=84609) 2024-12-10T11:03:12,520 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/c/f72d388a78364fa8b31dabe779e512cb 2024-12-10T11:03:12,529 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/a/02ac0c6cfd1545d5945f0e1cbc84747f as hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/a/02ac0c6cfd1545d5945f0e1cbc84747f 2024-12-10T11:03:12,536 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/a/02ac0c6cfd1545d5945f0e1cbc84747f, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-10T11:03:12,537 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/b/a7752ec820e243b8afb25ce408e59b16 as hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/b/a7752ec820e243b8afb25ce408e59b16 2024-12-10T11:03:12,544 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/b/a7752ec820e243b8afb25ce408e59b16, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-10T11:03:12,545 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/.tmp/c/f72d388a78364fa8b31dabe779e512cb as hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/c/f72d388a78364fa8b31dabe779e512cb 2024-12-10T11:03:12,551 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/c/f72d388a78364fa8b31dabe779e512cb, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-10T11:03:12,552 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5b7dab675caa0908842de68380ee5cdb in 147ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-10T11:03:12,552 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000003000 2024-12-10T11:03:12,553 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/0000000000000006000 2024-12-10T11:03:12,554 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,554 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,555 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:12,556 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b7dab675caa0908842de68380ee5cdb 2024-12-10T11:03:12,559 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/test2727/5b7dab675caa0908842de68380ee5cdb/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-10T11:03:12,560 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5b7dab675caa0908842de68380ee5cdb; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452081, jitterRate=0.005114331841468811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:12,561 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b7dab675caa0908842de68380ee5cdb: Writing region info on filesystem at 1733828592300Initializing all the Stores at 1733828592301 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828592301Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828592303 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828592303Obtaining lock to block concurrent updates at 1733828592406 (+103 ms)Preparing flush snapshotting stores in 5b7dab675caa0908842de68380ee5cdb at 1733828592406Finished memstore snapshotting test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733828592406Flushing stores of test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. at 1733828592406Flushing 5b7dab675caa0908842de68380ee5cdb/a: creating writer at 1733828592406Flushing 5b7dab675caa0908842de68380ee5cdb/a: appending metadata at 1733828592428 (+22 ms)Flushing 5b7dab675caa0908842de68380ee5cdb/a: closing flushed file at 1733828592429 (+1 ms)Flushing 5b7dab675caa0908842de68380ee5cdb/b: creating writer at 1733828592446 (+17 ms)Flushing 5b7dab675caa0908842de68380ee5cdb/b: appending metadata at 1733828592467 (+21 ms)Flushing 5b7dab675caa0908842de68380ee5cdb/b: closing flushed file at 1733828592467Flushing 5b7dab675caa0908842de68380ee5cdb/c: creating writer at 1733828592482 (+15 ms)Flushing 5b7dab675caa0908842de68380ee5cdb/c: appending metadata at 1733828592512 (+30 ms)Flushing 5b7dab675caa0908842de68380ee5cdb/c: closing flushed file at 1733828592512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cc6571: reopening flushed file at 1733828592526 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f1fffb: reopening flushed file at 1733828592536 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7455ea9b: reopening flushed file at 1733828592544 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5b7dab675caa0908842de68380ee5cdb in 147ms, sequenceid=6000, compaction requested=false; wal=null at 1733828592552 (+8 ms)Cleaning up temporary data from old regions at 1733828592554 (+2 ms)Region opened successfully at 1733828592561 (+7 ms) 2024-12-10T11:03:12,562 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-10T11:03:12,562 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5b7dab675caa0908842de68380ee5cdb, disabling compactions & flushes 2024-12-10T11:03:12,562 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:12,562 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:12,562 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. after waiting 0 ms 2024-12-10T11:03:12,562 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:12,564 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733828591682.5b7dab675caa0908842de68380ee5cdb. 2024-12-10T11:03:12,564 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5b7dab675caa0908842de68380ee5cdb: Waiting for close lock at 1733828592562Disabling compacts and flushes for region at 1733828592562Disabling writes for close at 1733828592562Writing region close event to WAL at 1733828592563 (+1 ms)Closed at 1733828592563 2024-12-10T11:03:12,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741870_1047 (size=93) 2024-12-10T11:03:12,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741870_1047 (size=93) 2024-12-10T11:03:12,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741870_1047 (size=93) 2024-12-10T11:03:12,570 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:12,570 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733828592278) 2024-12-10T11:03:12,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=404 (was 402) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:33138 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:48008 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:60042 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=4528 (was 4709) 2024-12-10T11:03:12,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4527 2024-12-10T11:03:12,613 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:12,619 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:12,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733828592620 2024-12-10T11:03:12,628 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620 2024-12-10T11:03:12,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:12,636 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a64e9775ecb95838afc3034d4d3b036, NAME => 'testSequentialEditLogSeqNum,,1733828592613.7a64e9775ecb95838afc3034d4d3b036.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:12,636 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733828592613.7a64e9775ecb95838afc3034d4d3b036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:12,636 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,636 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,637 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036 doesn't exist for region: 7a64e9775ecb95838afc3034d4d3b036 on table testSequentialEditLogSeqNum 2024-12-10T11:03:12,637 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 7a64e9775ecb95838afc3034d4d3b036 on table testSequentialEditLogSeqNum 2024-12-10T11:03:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741875_1052 (size=62) 2024-12-10T11:03:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741875_1052 (size=62) 2024-12-10T11:03:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741875_1052 (size=62) 2024-12-10T11:03:12,654 INFO [StoreOpener-7a64e9775ecb95838afc3034d4d3b036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,656 INFO [StoreOpener-7a64e9775ecb95838afc3034d4d3b036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a64e9775ecb95838afc3034d4d3b036 columnFamilyName a 2024-12-10T11:03:12,656 DEBUG [StoreOpener-7a64e9775ecb95838afc3034d4d3b036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:12,657 INFO [StoreOpener-7a64e9775ecb95838afc3034d4d3b036-1 {}] regionserver.HStore(327): Store=7a64e9775ecb95838afc3034d4d3b036/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:12,657 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,659 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,659 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,661 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7a64e9775ecb95838afc3034d4d3b036 2024-12-10T11:03:12,663 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:12,664 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7a64e9775ecb95838afc3034d4d3b036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68611137, jitterRate=0.0223856121301651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:12,665 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7a64e9775ecb95838afc3034d4d3b036: Writing region info on filesystem at 1733828592636Initializing all the Stores at 1733828592654 (+18 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828592654Cleaning up temporary data from old regions at 1733828592659 (+5 ms)Region opened successfully at 1733828592665 (+6 ms) 2024-12-10T11:03:12,676 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7a64e9775ecb95838afc3034d4d3b036 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-10T11:03:12,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/.tmp/a/c5dbee5c4d504531ade0f9519d2a10a5 is 81, key is testSequentialEditLogSeqNum/a:x0/1733828592665/Put/seqid=0 2024-12-10T11:03:12,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741876_1053 (size=5833) 2024-12-10T11:03:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741876_1053 (size=5833) 2024-12-10T11:03:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741876_1053 (size=5833) 2024-12-10T11:03:12,709 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/.tmp/a/c5dbee5c4d504531ade0f9519d2a10a5 2024-12-10T11:03:12,716 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/.tmp/a/c5dbee5c4d504531ade0f9519d2a10a5 as hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/a/c5dbee5c4d504531ade0f9519d2a10a5 2024-12-10T11:03:12,721 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/a/c5dbee5c4d504531ade0f9519d2a10a5, entries=10, sequenceid=13, filesize=5.7 K 2024-12-10T11:03:12,724 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 7a64e9775ecb95838afc3034d4d3b036 in 48ms, sequenceid=13, compaction requested=false 2024-12-10T11:03:12,724 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7a64e9775ecb95838afc3034d4d3b036: 2024-12-10T11:03:12,730 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T11:03:12,730 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T11:03:12,730 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T11:03:12,730 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T11:03:12,730 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-10T11:03:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741874_1051 (size=3017) 2024-12-10T11:03:12,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741874_1051 (size=3017) 2024-12-10T11:03:12,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741874_1051 (size=3017) 2024-12-10T11:03:12,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620, size=2.9 K (3017bytes) 2024-12-10T11:03:12,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620 2024-12-10T11:03:12,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620 after 1ms 2024-12-10T11:03:12,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620 took 4ms 2024-12-10T11:03:12,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620 so closing down 2024-12-10T11:03:12,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:12,761 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733828592620.temp 2024-12-10T11:03:12,763 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000003-wal.1733828592620.temp 2024-12-10T11:03:12,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741877_1054 (size=2433) 2024-12-10T11:03:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741877_1054 (size=2433) 2024-12-10T11:03:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741877_1054 (size=2433) 2024-12-10T11:03:12,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000003-wal.1733828592620.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:12,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000003-wal.1733828592620.temp to hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000020 2024-12-10T11:03:12,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-10T11:03:12,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620, journal: Splitting hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620, size=2.9 K (3017bytes) at 1733828592753Finishing writing output for hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620 so closing down at 1733828592759 (+6 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000003-wal.1733828592620.temp at 1733828592763 (+4 ms)3 split writer threads finished at 1733828592763Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000003-wal.1733828592620.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733828592773 (+10 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000003-wal.1733828592620.temp to hdfs://localhost:44643/hbase/data/default/testSequentialEditLogSeqNum/7a64e9775ecb95838afc3034d4d3b036/recovered.edits/0000000000000000020 at 1733828592775 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:44643/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733828592612/wal.1733828592620, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733828592775 2024-12-10T11:03:12,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=409 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:33138 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:48008 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:60042 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=4495 (was 4527) 2024-12-10T11:03:12,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4497 2024-12-10T11:03:12,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:12,829 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:12,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:12,877 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-84844388, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-84844388, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:12,893 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-84844388/hregion-84844388.1733828592878, exclude list is [], retry=0 2024-12-10T11:03:12,896 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:12,897 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:12,897 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:12,900 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-84844388/hregion-84844388.1733828592878 2024-12-10T11:03:12,900 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:12,900 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 60d082c82c1743714c7055bcf3c698d6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741879_1056 (size=70) 2024-12-10T11:03:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741879_1056 (size=70) 2024-12-10T11:03:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741879_1056 (size=70) 2024-12-10T11:03:12,911 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:12,912 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,914 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName a 2024-12-10T11:03:12,914 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:12,914 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:12,915 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,916 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName b 2024-12-10T11:03:12,916 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:12,917 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:12,917 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,918 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName c 2024-12-10T11:03:12,919 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:12,919 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:12,919 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,920 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,921 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,922 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,922 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,923 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:12,924 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:12,927 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:12,927 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60d082c82c1743714c7055bcf3c698d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72536151, jitterRate=0.08087287843227386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60d082c82c1743714c7055bcf3c698d6: Writing region info on filesystem at 1733828592911Initializing all the Stores at 1733828592912 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828592912Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828592912Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828592912Cleaning up temporary data from old regions at 1733828592922 (+10 ms)Region opened successfully at 1733828592929 (+7 ms) 2024-12-10T11:03:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60d082c82c1743714c7055bcf3c698d6, disabling compactions & flushes 2024-12-10T11:03:12,929 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. after waiting 0 ms 2024-12-10T11:03:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:12,929 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:12,930 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60d082c82c1743714c7055bcf3c698d6: Waiting for close lock at 1733828592929Disabling compacts and flushes for region at 1733828592929Disabling writes for close at 1733828592929Writing region close event to WAL at 1733828592929Closed at 1733828592929 2024-12-10T11:03:12,933 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-84844388/hregion-84844388.1733828592878 not finished, retry = 0 2024-12-10T11:03:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741878_1055 (size=93) 2024-12-10T11:03:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741878_1055 (size=93) 2024-12-10T11:03:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741878_1055 (size=93) 2024-12-10T11:03:13,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:13,037 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-84844388:(num 1733828592878) 2024-12-10T11:03:13,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:13,039 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:13,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T11:03:13,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:13,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T11:03:13,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T11:03:13,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T11:03:13,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:13,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-10T11:03:13,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:13,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-10T11:03:13,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:13,057 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040, exclude list is [], retry=0 2024-12-10T11:03:13,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:13,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:13,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:13,062 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 2024-12-10T11:03:13,063 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:13,063 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d082c82c1743714c7055bcf3c698d6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:13,063 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:13,063 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,063 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,065 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,066 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName a 2024-12-10T11:03:13,066 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:13,067 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:13,067 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,068 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName b 2024-12-10T11:03:13,068 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:13,068 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:13,069 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,069 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName c 2024-12-10T11:03:13,069 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:13,070 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:13,070 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,072 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,073 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,073 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,074 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:13,075 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:13,076 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60d082c82c1743714c7055bcf3c698d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71014962, jitterRate=0.05820539593696594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:13,077 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60d082c82c1743714c7055bcf3c698d6: Writing region info on filesystem at 1733828593063Initializing all the Stores at 1733828593064 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828593064Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828593064Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828593065 (+1 ms)Cleaning up temporary data from old regions at 1733828593073 (+8 ms)Region opened successfully at 1733828593077 (+4 ms) 2024-12-10T11:03:13,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733828593081/Put/seqid=0 2024-12-10T11:03:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741881_1058 (size=4826) 2024-12-10T11:03:13,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741881_1058 (size=4826) 2024-12-10T11:03:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741881_1058 (size=4826) 2024-12-10T11:03:13,097 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 60d082c82c1743714c7055bcf3c698d6/a 2024-12-10T11:03:13,106 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-10T11:03:13,106 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T11:03:13,106 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 60d082c82c1743714c7055bcf3c698d6: 2024-12-10T11:03:13,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/a/1383d7775f504184b8aae397c2c65ee1_SeqId_3_ 2024-12-10T11:03:13,109 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 60d082c82c1743714c7055bcf3c698d6/a as hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/a/1383d7775f504184b8aae397c2c65ee1_SeqId_3_ - updating store file list. 2024-12-10T11:03:13,115 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1383d7775f504184b8aae397c2c65ee1_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:13,115 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/a/1383d7775f504184b8aae397c2c65ee1_SeqId_3_ into 60d082c82c1743714c7055bcf3c698d6/a 2024-12-10T11:03:13,115 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 60d082c82c1743714c7055bcf3c698d6/a (new location: hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/a/1383d7775f504184b8aae397c2c65ee1_SeqId_3_) 2024-12-10T11:03:13,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040, size=0 (0bytes) 2024-12-10T11:03:13,160 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 might be still open, length is 0 2024-12-10T11:03:13,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 2024-12-10T11:03:13,161 WARN [IPC Server handler 1 on default port 44643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-10T11:03:13,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 after 1ms 2024-12-10T11:03:13,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:60128 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46313:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60128 dst: /127.0.0.1:46313 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46313 remote=/127.0.0.1:60128]. Total timeout mills is 60000, 59541 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:13,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:33232 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44371:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33232 dst: /127.0.0.1:44371 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:13,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:40840 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40840 dst: /127.0.0.1:40329 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741880_1059 (size=504) 2024-12-10T11:03:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741880_1059 (size=504) 2024-12-10T11:03:17,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 after 4002ms 2024-12-10T11:03:17,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 took 4005ms 2024-12-10T11:03:17,167 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040; continuing. 2024-12-10T11:03:17,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 so closing down 2024-12-10T11:03:17,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:17,169 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733828593040.temp 2024-12-10T11:03:17,170 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005-wal.1733828593040.temp 2024-12-10T11:03:17,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741882_1060 (size=238) 2024-12-10T11:03:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741882_1060 (size=238) 2024-12-10T11:03:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741882_1060 (size=238) 2024-12-10T11:03:17,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005-wal.1733828593040.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:17,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005-wal.1733828593040.temp to hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005 2024-12-10T11:03:17,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T11:03:17,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040, journal: Splitting hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040, size=0 (0bytes) at 1733828593160Finishing writing output for hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 so closing down at 1733828597167 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005-wal.1733828593040.temp at 1733828597170 (+3 ms)3 split writer threads finished at 1733828597170Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005-wal.1733828593040.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733828597177 (+7 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005-wal.1733828593040.temp to hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005 at 1733828597178 (+1 ms)Processed 2 edits across 1 Regions in 14 ms; skipped=1; WAL=hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040, size=0, length=0, corrupted=false, cancelled=false at 1733828597179 (+1 ms) 2024-12-10T11:03:17,180 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828593040 2024-12-10T11:03:17,181 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005 2024-12-10T11:03:17,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:17,183 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:17,197 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828597183, exclude list is [], retry=0 2024-12-10T11:03:17,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:17,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:17,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:17,201 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828597183 2024-12-10T11:03:17,202 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:17,202 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 60d082c82c1743714c7055bcf3c698d6, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:17,202 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:17,202 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,202 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,204 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,204 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName a 2024-12-10T11:03:17,205 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:17,210 DEBUG [StoreFileOpener-60d082c82c1743714c7055bcf3c698d6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1383d7775f504184b8aae397c2c65ee1_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:17,210 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/a/1383d7775f504184b8aae397c2c65ee1_SeqId_3_ 2024-12-10T11:03:17,211 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:17,211 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,212 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName b 2024-12-10T11:03:17,212 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:17,212 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:17,212 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,213 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60d082c82c1743714c7055bcf3c698d6 columnFamilyName c 2024-12-10T11:03:17,213 DEBUG [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:17,214 INFO [StoreOpener-60d082c82c1743714c7055bcf3c698d6-1 {}] regionserver.HStore(327): Store=60d082c82c1743714c7055bcf3c698d6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:17,214 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,217 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005 2024-12-10T11:03:17,219 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005 2024-12-10T11:03:17,219 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 60d082c82c1743714c7055bcf3c698d6 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-10T11:03:17,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/.tmp/a/1d47f352b77e4a89b031d255003fffcf is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733828593120/Put/seqid=0 2024-12-10T11:03:17,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741884_1062 (size=5149) 2024-12-10T11:03:17,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741884_1062 (size=5149) 2024-12-10T11:03:17,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741884_1062 (size=5149) 2024-12-10T11:03:17,240 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/.tmp/a/1d47f352b77e4a89b031d255003fffcf 2024-12-10T11:03:17,246 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/.tmp/a/1d47f352b77e4a89b031d255003fffcf as hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/a/1d47f352b77e4a89b031d255003fffcf 2024-12-10T11:03:17,251 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/a/1d47f352b77e4a89b031d255003fffcf, entries=1, sequenceid=5, filesize=5.0 K 2024-12-10T11:03:17,252 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 60d082c82c1743714c7055bcf3c698d6 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-12-10T11:03:17,252 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/0000000000000000005 2024-12-10T11:03:17,253 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,253 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,254 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:17,255 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 60d082c82c1743714c7055bcf3c698d6 2024-12-10T11:03:17,258 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/60d082c82c1743714c7055bcf3c698d6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-10T11:03:17,258 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 60d082c82c1743714c7055bcf3c698d6; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64740334, jitterRate=-0.03529384732246399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:17,259 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 60d082c82c1743714c7055bcf3c698d6: Writing region info on filesystem at 1733828597202Initializing all the Stores at 1733828597203 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828597203Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828597203Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828597203Obtaining lock to block concurrent updates at 1733828597219 (+16 ms)Preparing flush snapshotting stores in 60d082c82c1743714c7055bcf3c698d6 at 1733828597219Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733828597219Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. at 1733828597219Flushing 60d082c82c1743714c7055bcf3c698d6/a: creating writer at 1733828597219Flushing 60d082c82c1743714c7055bcf3c698d6/a: appending metadata at 1733828597233 (+14 ms)Flushing 60d082c82c1743714c7055bcf3c698d6/a: closing flushed file at 1733828597233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b85e36: reopening flushed file at 1733828597245 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 60d082c82c1743714c7055bcf3c698d6 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1733828597252 (+7 ms)Cleaning up temporary data from old regions at 1733828597253 (+1 ms)Region opened successfully at 1733828597259 (+6 ms) 2024-12-10T11:03:17,263 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 60d082c82c1743714c7055bcf3c698d6, disabling compactions & flushes 2024-12-10T11:03:17,263 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:17,263 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:17,263 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. after waiting 0 ms 2024-12-10T11:03:17,263 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:17,264 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733828592828.60d082c82c1743714c7055bcf3c698d6. 2024-12-10T11:03:17,264 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 60d082c82c1743714c7055bcf3c698d6: Waiting for close lock at 1733828597262Disabling compacts and flushes for region at 1733828597263 (+1 ms)Disabling writes for close at 1733828597263Writing region close event to WAL at 1733828597264 (+1 ms)Closed at 1733828597264 2024-12-10T11:03:17,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741883_1061 (size=93) 2024-12-10T11:03:17,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741883_1061 (size=93) 2024-12-10T11:03:17,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741883_1061 (size=93) 2024-12-10T11:03:17,269 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:17,269 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733828597183) 2024-12-10T11:03:17,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=414 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1761566430_22 at /127.0.0.1:40876 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1017487743) connection to localhost/127.0.0.1:44643 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1761566430_22 at /127.0.0.1:60150 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1761566430_22 at /127.0.0.1:33270 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=4405 (was 4497) 2024-12-10T11:03:17,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=414, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4404 2024-12-10T11:03:17,309 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:17,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-10T11:03:17,319 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 944a6b9062fa,45075,1733828582638 2024-12-10T11:03:17,321 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ffab4c1 2024-12-10T11:03:17,322 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T11:03:17,324 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T11:03:17,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T11:03:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-10T11:03:17,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T11:03:17,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-10T11:03:17,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:17,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T11:03:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:03:17,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741885_1063 (size=694) 2024-12-10T11:03:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741885_1063 (size=694) 2024-12-10T11:03:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741885_1063 (size=694) 2024-12-10T11:03:17,354 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c42fd39df0b8a69acd1db90dca72762, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06 2024-12-10T11:03:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741886_1064 (size=77) 2024-12-10T11:03:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741886_1064 (size=77) 2024-12-10T11:03:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741886_1064 (size=77) 2024-12-10T11:03:17,363 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:17,363 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 4c42fd39df0b8a69acd1db90dca72762, disabling compactions & flushes 2024-12-10T11:03:17,364 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:17,364 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:17,364 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. after waiting 0 ms 2024-12-10T11:03:17,364 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:17,364 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:17,364 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c42fd39df0b8a69acd1db90dca72762: Waiting for close lock at 1733828597363Disabling compacts and flushes for region at 1733828597363Disabling writes for close at 1733828597364 (+1 ms)Writing region close event to WAL at 1733828597364Closed at 1733828597364 2024-12-10T11:03:17,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T11:03:17,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733828597365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733828597365"}]},"ts":"1733828597365"} 2024-12-10T11:03:17,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-10T11:03:17,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T11:03:17,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733828597377"}]},"ts":"1733828597377"} 2024-12-10T11:03:17,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-10T11:03:17,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {944a6b9062fa=0} racks are {/default-rack=0} 2024-12-10T11:03:17,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:03:17,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:03:17,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-10T11:03:17,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:03:17,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:03:17,385 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-10T11:03:17,385 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:03:17,385 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:03:17,385 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-10T11:03:17,386 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:03:17,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN}] 2024-12-10T11:03:17,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN 2024-12-10T11:03:17,390 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN; state=OFFLINE, location=944a6b9062fa,36981,1733828583431; forceNewPlan=false, retain=false 2024-12-10T11:03:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:03:17,542 INFO [944a6b9062fa:45075 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T11:03:17,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPENING, regionLocation=944a6b9062fa,36981,1733828583431 2024-12-10T11:03:17,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN because future has completed 2024-12-10T11:03:17,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431}] 2024-12-10T11:03:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:03:17,701 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:03:17,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:03:17,708 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:17,708 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c42fd39df0b8a69acd1db90dca72762, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:17,709 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,709 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:17,709 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,709 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,711 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,712 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf1 2024-12-10T11:03:17,712 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:17,713 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:17,713 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,714 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf2 2024-12-10T11:03:17,714 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:17,714 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:17,715 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,715 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,716 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,716 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,717 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,718 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T11:03:17,719 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,721 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:17,721 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c42fd39df0b8a69acd1db90dca72762; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62166418, jitterRate=-0.07364818453788757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T11:03:17,721 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:17,722 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c42fd39df0b8a69acd1db90dca72762: Running coprocessor pre-open hook at 1733828597709Writing region info on filesystem at 1733828597709Initializing all the Stores at 1733828597710 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828597710Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828597710Cleaning up temporary data from old regions at 1733828597717 (+7 ms)Running coprocessor post-open hooks at 1733828597721 (+4 ms)Region opened successfully at 1733828597722 (+1 ms) 2024-12-10T11:03:17,724 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., pid=6, masterSystemTime=1733828597700 2024-12-10T11:03:17,726 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:17,726 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:17,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPEN, openSeqNum=2, regionLocation=944a6b9062fa,36981,1733828583431 2024-12-10T11:03:17,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431 because future has completed 2024-12-10T11:03:17,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T11:03:17,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431 in 185 msec 2024-12-10T11:03:17,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T11:03:17,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN in 348 msec 2024-12-10T11:03:17,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T11:03:17,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733828597739"}]},"ts":"1733828597739"} 2024-12-10T11:03:17,741 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-10T11:03:17,743 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T11:03:17,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 414 msec 2024-12-10T11:03:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-10T11:03:17,973 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-10T11:03:17,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-10T11:03:17,974 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:03:17,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-10T11:03:17,980 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T11:03:17,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-10T11:03:17,991 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=2] 2024-12-10T11:03:17,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:03:17,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:03:18,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4c42fd39df0b8a69acd1db90dca72762, source=944a6b9062fa,36981,1733828583431, destination=944a6b9062fa,41725,1733828583321, warming up region on 944a6b9062fa,41725,1733828583321 2024-12-10T11:03:18,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4c42fd39df0b8a69acd1db90dca72762, source=944a6b9062fa,36981,1733828583431, destination=944a6b9062fa,41725,1733828583321, running balancer 2024-12-10T11:03:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE 2024-12-10T11:03:18,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE 2024-12-10T11:03:18,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=CLOSING, regionLocation=944a6b9062fa,36981,1733828583431 2024-12-10T11:03:18,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4c42fd39df0b8a69acd1db90dca72762, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:18,015 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=944a6b9062fa,36981,1733828583431, table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-10T11:03:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:18,015 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE because future has completed 2024-12-10T11:03:18,016 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T11:03:18,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431}] 2024-12-10T11:03:18,017 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf1 2024-12-10T11:03:18,017 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:18,017 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:18,017 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,018 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf2 2024-12-10T11:03:18,018 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:18,019 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(1722): Closing 4c42fd39df0b8a69acd1db90dca72762, disabling compactions & flushes 2024-12-10T11:03:18,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. after waiting 0 ms 2024-12-10T11:03:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(1676): Region close journal for 4c42fd39df0b8a69acd1db90dca72762: Waiting for close lock at 1733828598019Disabling compacts and flushes for region at 1733828598019Disabling writes for close at 1733828598019Writing region close event to WAL at 1733828598019Closed at 1733828598019 2024-12-10T11:03:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-10T11:03:18,174 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,174 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-10T11:03:18,175 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 4c42fd39df0b8a69acd1db90dca72762, disabling compactions & flushes 2024-12-10T11:03:18,175 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,175 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,175 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. after waiting 0 ms 2024-12-10T11:03:18,175 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,175 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 4c42fd39df0b8a69acd1db90dca72762 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-10T11:03:18,193 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf1/fd21a17bf8994f1cbb970ca56da117b4 is 35, key is r1/cf1:q/1733828597995/Put/seqid=0 2024-12-10T11:03:18,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741887_1065 (size=4783) 2024-12-10T11:03:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741887_1065 (size=4783) 2024-12-10T11:03:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741887_1065 (size=4783) 2024-12-10T11:03:18,204 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf1/fd21a17bf8994f1cbb970ca56da117b4 2024-12-10T11:03:18,211 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf1/fd21a17bf8994f1cbb970ca56da117b4 as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4 2024-12-10T11:03:18,217 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4, entries=1, sequenceid=5, filesize=4.7 K 2024-12-10T11:03:18,219 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4c42fd39df0b8a69acd1db90dca72762 in 44ms, sequenceid=5, compaction requested=false 2024-12-10T11:03:18,219 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-10T11:03:18,224 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:03:18,226 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,227 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 4c42fd39df0b8a69acd1db90dca72762: Waiting for close lock at 1733828598175Running coprocessor pre-close hooks at 1733828598175Disabling compacts and flushes for region at 1733828598175Disabling writes for close at 1733828598175Obtaining lock to block concurrent updates at 1733828598175Preparing flush snapshotting stores in 4c42fd39df0b8a69acd1db90dca72762 at 1733828598175Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733828598176 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. at 1733828598176Flushing 4c42fd39df0b8a69acd1db90dca72762/cf1: creating writer at 1733828598177 (+1 ms)Flushing 4c42fd39df0b8a69acd1db90dca72762/cf1: appending metadata at 1733828598192 (+15 ms)Flushing 4c42fd39df0b8a69acd1db90dca72762/cf1: closing flushed file at 1733828598192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d719a0d: reopening flushed file at 1733828598211 (+19 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4c42fd39df0b8a69acd1db90dca72762 in 44ms, sequenceid=5, compaction requested=false at 1733828598219 (+8 ms)Writing region close event to WAL at 1733828598220 (+1 ms)Running coprocessor post-close hooks at 1733828598224 (+4 ms)Closed at 1733828598226 (+2 ms) 2024-12-10T11:03:18,227 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 4c42fd39df0b8a69acd1db90dca72762 move to 944a6b9062fa,41725,1733828583321 record at close sequenceid=5 2024-12-10T11:03:18,230 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=CLOSED 2024-12-10T11:03:18,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431 because future has completed 2024-12-10T11:03:18,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-10T11:03:18,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431 in 219 msec 2024-12-10T11:03:18,239 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE; state=CLOSED, location=944a6b9062fa,41725,1733828583321; forceNewPlan=false, retain=false 2024-12-10T11:03:18,390 INFO [944a6b9062fa:45075 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T11:03:18,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPENING, regionLocation=944a6b9062fa,41725,1733828583321 2024-12-10T11:03:18,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE because future has completed 2024-12-10T11:03:18,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,41725,1733828583321}] 2024-12-10T11:03:18,551 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,551 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c42fd39df0b8a69acd1db90dca72762, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:18,551 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,552 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:18,552 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,552 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,554 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,555 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf1 2024-12-10T11:03:18,555 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:18,562 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4 2024-12-10T11:03:18,563 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:18,563 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,564 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf2 2024-12-10T11:03:18,564 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:18,564 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:18,564 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,565 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,566 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,567 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,567 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,568 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T11:03:18,569 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,570 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 4c42fd39df0b8a69acd1db90dca72762; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66923731, jitterRate=-0.002758696675300598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T11:03:18,570 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,571 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4c42fd39df0b8a69acd1db90dca72762: Running coprocessor pre-open hook at 1733828598552Writing region info on filesystem at 1733828598552Initializing all the Stores at 1733828598553 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828598553Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828598553Cleaning up temporary data from old regions at 1733828598567 (+14 ms)Running coprocessor post-open hooks at 1733828598571 (+4 ms)Region opened successfully at 1733828598571 2024-12-10T11:03:18,573 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., pid=9, masterSystemTime=1733828598546 2024-12-10T11:03:18,575 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,575 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPEN, openSeqNum=9, regionLocation=944a6b9062fa,41725,1733828583321 2024-12-10T11:03:18,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,41725,1733828583321 because future has completed 2024-12-10T11:03:18,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-10T11:03:18,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,41725,1733828583321 in 187 msec 2024-12-10T11:03:18,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE in 573 msec 2024-12-10T11:03:18,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:03:18,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:03:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:55062 deadline: 1733828658623, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=41725 startCode=1733828583321. As of locationSeqNum=5. 2024-12-10T11:03:18,632 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=41725 startCode=1733828583321. As of locationSeqNum=5. 2024-12-10T11:03:18,633 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=41725 startCode=1733828583321. As of locationSeqNum=5. 2024-12-10T11:03:18,633 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,41725,1733828583321, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=41725 startCode=1733828583321. As of locationSeqNum=5. 2024-12-10T11:03:18,752 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4c42fd39df0b8a69acd1db90dca72762 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-10T11:03:18,769 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf1/cd2d368f90a848fe9474d2149691669c is 29, key is r1/cf1:/1733828598743/DeleteFamily/seqid=0 2024-12-10T11:03:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741888_1066 (size=4906) 2024-12-10T11:03:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741888_1066 (size=4906) 2024-12-10T11:03:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741888_1066 (size=4906) 2024-12-10T11:03:18,777 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf1/cd2d368f90a848fe9474d2149691669c 2024-12-10T11:03:18,783 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2d368f90a848fe9474d2149691669c 2024-12-10T11:03:18,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf2/eba744a0d0d9431b86dca20387776f38 is 29, key is r1/cf2:/1733828598743/DeleteFamily/seqid=0 2024-12-10T11:03:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741889_1067 (size=4906) 2024-12-10T11:03:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741889_1067 (size=4906) 2024-12-10T11:03:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741889_1067 (size=4906) 2024-12-10T11:03:18,805 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf2/eba744a0d0d9431b86dca20387776f38 2024-12-10T11:03:18,810 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba744a0d0d9431b86dca20387776f38 2024-12-10T11:03:18,811 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf1/cd2d368f90a848fe9474d2149691669c as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/cd2d368f90a848fe9474d2149691669c 2024-12-10T11:03:18,816 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2d368f90a848fe9474d2149691669c 2024-12-10T11:03:18,817 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/cd2d368f90a848fe9474d2149691669c, entries=1, sequenceid=12, filesize=4.8 K 2024-12-10T11:03:18,817 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf2/eba744a0d0d9431b86dca20387776f38 as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/eba744a0d0d9431b86dca20387776f38 2024-12-10T11:03:18,823 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba744a0d0d9431b86dca20387776f38 2024-12-10T11:03:18,823 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/eba744a0d0d9431b86dca20387776f38, entries=1, sequenceid=12, filesize=4.8 K 2024-12-10T11:03:18,824 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 4c42fd39df0b8a69acd1db90dca72762 in 72ms, sequenceid=12, compaction requested=false 2024-12-10T11:03:18,824 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4c42fd39df0b8a69acd1db90dca72762: 2024-12-10T11:03:18,826 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-10T11:03:18,828 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4c42fd39df0b8a69acd1db90dca72762/cf1 is initiating major compaction (all files) 2024-12-10T11:03:18,828 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:03:18,828 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:18,829 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4c42fd39df0b8a69acd1db90dca72762/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,829 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4, hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/cd2d368f90a848fe9474d2149691669c] into tmpdir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp, totalSize=9.5 K 2024-12-10T11:03:18,830 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fd21a17bf8994f1cbb970ca56da117b4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733828597995 2024-12-10T11:03:18,831 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cd2d368f90a848fe9474d2149691669c, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-10T11:03:18,841 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4c42fd39df0b8a69acd1db90dca72762#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T11:03:18,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741890_1068 (size=4626) 2024-12-10T11:03:18,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741890_1068 (size=4626) 2024-12-10T11:03:18,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741890_1068 (size=4626) 2024-12-10T11:03:18,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf1/ef4583a4fd7348368261b1474a6242a1 as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/ef4583a4fd7348368261b1474a6242a1 2024-12-10T11:03:18,868 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 4c42fd39df0b8a69acd1db90dca72762/cf1 of 4c42fd39df0b8a69acd1db90dca72762 into ef4583a4fd7348368261b1474a6242a1(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T11:03:18,869 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4c42fd39df0b8a69acd1db90dca72762: 2024-12-10T11:03:18,869 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-10T11:03:18,869 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4c42fd39df0b8a69acd1db90dca72762/cf2 is initiating major compaction (all files) 2024-12-10T11:03:18,869 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T11:03:18,869 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T11:03:18,869 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4c42fd39df0b8a69acd1db90dca72762/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,869 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/eba744a0d0d9431b86dca20387776f38] into tmpdir=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp, totalSize=4.8 K 2024-12-10T11:03:18,870 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eba744a0d0d9431b86dca20387776f38, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-10T11:03:18,875 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4c42fd39df0b8a69acd1db90dca72762#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-10T11:03:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741891_1069 (size=4592) 2024-12-10T11:03:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741891_1069 (size=4592) 2024-12-10T11:03:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741891_1069 (size=4592) 2024-12-10T11:03:18,892 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/.tmp/cf2/5c48dd1df01943a6a5c6a3bda1142a9d as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/5c48dd1df01943a6a5c6a3bda1142a9d 2024-12-10T11:03:18,900 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 4c42fd39df0b8a69acd1db90dca72762/cf2 of 4c42fd39df0b8a69acd1db90dca72762 into 5c48dd1df01943a6a5c6a3bda1142a9d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T11:03:18,900 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4c42fd39df0b8a69acd1db90dca72762: 2024-12-10T11:03:18,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4c42fd39df0b8a69acd1db90dca72762, source=944a6b9062fa,41725,1733828583321, destination=944a6b9062fa,36981,1733828583431, warming up region on 944a6b9062fa,36981,1733828583431 2024-12-10T11:03:18,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4c42fd39df0b8a69acd1db90dca72762, source=944a6b9062fa,41725,1733828583321, destination=944a6b9062fa,36981,1733828583431, running balancer 2024-12-10T11:03:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE 2024-12-10T11:03:18,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE 2024-12-10T11:03:18,909 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=CLOSING, regionLocation=944a6b9062fa,41725,1733828583321 2024-12-10T11:03:18,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4c42fd39df0b8a69acd1db90dca72762, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:18,910 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,911 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf1 2024-12-10T11:03:18,911 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE because future has completed 2024-12-10T11:03:18,912 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-10T11:03:18,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,41725,1733828583321}] 2024-12-10T11:03:18,919 INFO [StoreFileOpener-4c42fd39df0b8a69acd1db90dca72762-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2d368f90a848fe9474d2149691669c 2024-12-10T11:03:18,919 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/cd2d368f90a848fe9474d2149691669c 2024-12-10T11:03:18,924 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/ef4583a4fd7348368261b1474a6242a1 2024-12-10T11:03:18,929 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4 2024-12-10T11:03:18,929 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:18,929 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:18,930 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf2 2024-12-10T11:03:18,930 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:18,937 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/5c48dd1df01943a6a5c6a3bda1142a9d 2024-12-10T11:03:18,942 INFO [StoreFileOpener-4c42fd39df0b8a69acd1db90dca72762-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba744a0d0d9431b86dca20387776f38 2024-12-10T11:03:18,942 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/eba744a0d0d9431b86dca20387776f38 2024-12-10T11:03:18,942 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(1722): Closing 4c42fd39df0b8a69acd1db90dca72762, disabling compactions & flushes 2024-12-10T11:03:18,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. after waiting 0 ms 2024-12-10T11:03:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(1676): Region close journal for 4c42fd39df0b8a69acd1db90dca72762: Waiting for close lock at 1733828598942Disabling compacts and flushes for region at 1733828598942Disabling writes for close at 1733828598943 (+1 ms)Writing region close event to WAL at 1733828598944 (+1 ms)Closed at 1733828598944 2024-12-10T11:03:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-10T11:03:19,067 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,067 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-10T11:03:19,067 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 4c42fd39df0b8a69acd1db90dca72762, disabling compactions & flushes 2024-12-10T11:03:19,067 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,067 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,067 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. after waiting 0 ms 2024-12-10T11:03:19,067 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,068 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4, hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/cd2d368f90a848fe9474d2149691669c] to archive 2024-12-10T11:03:19,071 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T11:03:19,075 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/cd2d368f90a848fe9474d2149691669c to hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/cd2d368f90a848fe9474d2149691669c 2024-12-10T11:03:19,076 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4 to hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/fd21a17bf8994f1cbb970ca56da117b4 2024-12-10T11:03:19,089 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/eba744a0d0d9431b86dca20387776f38] to archive 2024-12-10T11:03:19,090 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T11:03:19,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/eba744a0d0d9431b86dca20387776f38 to hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/eba744a0d0d9431b86dca20387776f38 2024-12-10T11:03:19,097 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-10T11:03:19,098 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,098 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 4c42fd39df0b8a69acd1db90dca72762: Waiting for close lock at 1733828599067Running coprocessor pre-close hooks at 1733828599067Disabling compacts and flushes for region at 1733828599067Disabling writes for close at 1733828599067Writing region close event to WAL at 1733828599094 (+27 ms)Running coprocessor post-close hooks at 1733828599098 (+4 ms)Closed at 1733828599098 2024-12-10T11:03:19,098 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 4c42fd39df0b8a69acd1db90dca72762 move to 944a6b9062fa,36981,1733828583431 record at close sequenceid=12 2024-12-10T11:03:19,100 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,101 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=CLOSED 2024-12-10T11:03:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,41725,1733828583321 because future has completed 2024-12-10T11:03:19,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-10T11:03:19,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,41725,1733828583321 in 193 msec 2024-12-10T11:03:19,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE; state=CLOSED, location=944a6b9062fa,36981,1733828583431; forceNewPlan=false, retain=false 2024-12-10T11:03:19,258 INFO [944a6b9062fa:45075 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T11:03:19,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPENING, regionLocation=944a6b9062fa,36981,1733828583431 2024-12-10T11:03:19,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE because future has completed 2024-12-10T11:03:19,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431}] 2024-12-10T11:03:19,418 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,418 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c42fd39df0b8a69acd1db90dca72762, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:19,418 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,418 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:19,418 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,418 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,420 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,421 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf1 2024-12-10T11:03:19,421 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:19,426 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/ef4583a4fd7348368261b1474a6242a1 2024-12-10T11:03:19,427 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:19,427 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,428 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf2 2024-12-10T11:03:19,428 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:19,433 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/5c48dd1df01943a6a5c6a3bda1142a9d 2024-12-10T11:03:19,433 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:19,433 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,434 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,435 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,436 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,436 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,437 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T11:03:19,438 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,439 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4c42fd39df0b8a69acd1db90dca72762; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64863118, jitterRate=-0.0334642231464386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T11:03:19,439 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,440 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4c42fd39df0b8a69acd1db90dca72762: Running coprocessor pre-open hook at 1733828599419Writing region info on filesystem at 1733828599419Initializing all the Stores at 1733828599419Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828599419Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828599420 (+1 ms)Cleaning up temporary data from old regions at 1733828599436 (+16 ms)Running coprocessor post-open hooks at 1733828599439 (+3 ms)Region opened successfully at 1733828599440 (+1 ms) 2024-12-10T11:03:19,441 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., pid=12, masterSystemTime=1733828599413 2024-12-10T11:03:19,443 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,443 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPEN, openSeqNum=18, regionLocation=944a6b9062fa,36981,1733828583431 2024-12-10T11:03:19,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431 because future has completed 2024-12-10T11:03:19,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-10T11:03:19,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,36981,1733828583431 in 187 msec 2024-12-10T11:03:19,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, REOPEN/MOVE in 545 msec 2024-12-10T11:03:19,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:03:19,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:03:19,462 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 944a6b9062fa,36981,1733828583431: testing ***** 2024-12-10T11:03:19,462 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-10T11:03:19,465 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-10T11:03:19,466 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-10T11:03:19,468 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-10T11:03:19,469 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-10T11:03:19,476 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 275208832 }, "NonHeapMemoryUsage": { "committed": 170917888, "init": 7667712, "max": -1, "used": 168256368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "944a6b9062fa", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "944a6b9062fa", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57230", "tag.serverName": "944a6b9062fa,44655,1733828583476", "tag.clusterId": "987a071f-b9c6-4768-a420-5a9a13da0a5d", "tag.Context": "regionserver", "tag.Hostname": "944a6b9062fa", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733828583476, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-10T11:03:19,480 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45075 {}] master.MasterRpcServices(700): 944a6b9062fa,36981,1733828583431 reported a fatal error: ***** ABORTING region server 944a6b9062fa,36981,1733828583431: testing ***** 2024-12-10T11:03:19,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '944a6b9062fa,36981,1733828583431' ***** 2024-12-10T11:03:19,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-10T11:03:19,483 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:03:19,483 INFO [RS:1;944a6b9062fa:36981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-10T11:03:19,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:03:19,483 INFO [RS:1;944a6b9062fa:36981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-10T11:03:19,483 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,484 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(956): aborting server 944a6b9062fa,36981,1733828583431 2024-12-10T11:03:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:41836 deadline: 1733828659483, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=36981 startCode=1733828583431. As of locationSeqNum=12. 2024-12-10T11:03:19,484 INFO [RS:1;944a6b9062fa:36981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:03:19,484 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c42fd39df0b8a69acd1db90dca72762, disabling compactions & flushes 2024-12-10T11:03:19,484 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,484 INFO [RS:1;944a6b9062fa:36981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;944a6b9062fa:36981. 2024-12-10T11:03:19,484 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,484 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. after waiting 0 ms 2024-12-10T11:03:19,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,41725,1733828583321, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,41725,1733828583321, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=36981 startCode=1733828583431. As of locationSeqNum=12. 2024-12-10T11:03:19,484 DEBUG [RS:1;944a6b9062fa:36981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:03:19,485 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,41725,1733828583321, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=36981 startCode=1733828583431. As of locationSeqNum=12. 2024-12-10T11:03:19,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,41725,1733828583321, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=944a6b9062fa port=36981 startCode=1733828583431. As of locationSeqNum=12. 2024-12-10T11:03:19,485 DEBUG [RS:1;944a6b9062fa:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:19,485 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T11:03:19,486 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1325): Online Regions={4c42fd39df0b8a69acd1db90dca72762=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.} 2024-12-10T11:03:19,486 DEBUG [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1351): Waiting on 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:19,487 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,487 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c42fd39df0b8a69acd1db90dca72762: Waiting for close lock at 1733828599484Running coprocessor pre-close hooks at 1733828599484Disabling compacts and flushes for region at 1733828599484Disabling writes for close at 1733828599484Writing region close event to WAL at 1733828599487 (+3 ms)Running coprocessor post-close hooks at 1733828599487Closed at 1733828599487 2024-12-10T11:03:19,487 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:19,545 INFO [regionserver/944a6b9062fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:03:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 944a6b9062fa,36981,1733828583431 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:19,593 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 944a6b9062fa,36981,1733828583431 aborting 2024-12-10T11:03:19,593 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 944a6b9062fa,36981,1733828583431 aborting 2024-12-10T11:03:19,593 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=12 from cache 2024-12-10T11:03:19,644 INFO [regionserver/944a6b9062fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T11:03:19,644 INFO [regionserver/944a6b9062fa:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T11:03:19,686 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(976): stopping server 944a6b9062fa,36981,1733828583431; all regions closed. 2024-12-10T11:03:19,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741834_1010 (size=2142) 2024-12-10T11:03:19,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741834_1010 (size=2142) 2024-12-10T11:03:19,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741834_1010 (size=2142) 2024-12-10T11:03:19,690 DEBUG [RS:1;944a6b9062fa:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:19,690 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:03:19,690 INFO [RS:1;944a6b9062fa:36981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:03:19,691 INFO [RS:1;944a6b9062fa:36981 {}] hbase.ChoreService(370): Chore service for: regionserver/944a6b9062fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-10T11:03:19,691 INFO [regionserver/944a6b9062fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:03:19,691 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T11:03:19,691 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T11:03:19,691 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T11:03:19,691 INFO [RS:1;944a6b9062fa:36981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:03:19,691 INFO [RS:1;944a6b9062fa:36981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36981 2024-12-10T11:03:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:03:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/944a6b9062fa,36981,1733828583431 2024-12-10T11:03:19,699 INFO [RS:1;944a6b9062fa:36981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:03:19,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [944a6b9062fa,36981,1733828583431] 2024-12-10T11:03:19,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/944a6b9062fa,36981,1733828583431 already deleted, retry=false 2024-12-10T11:03:19,702 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 944a6b9062fa,36981,1733828583431 on 944a6b9062fa,45075,1733828582638 2024-12-10T11:03:19,706 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 944a6b9062fa,36981,1733828583431, splitWal=true, meta=false 2024-12-10T11:03:19,708 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 944a6b9062fa,36981,1733828583431 (carryingMeta=false) 944a6b9062fa,36981,1733828583431/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4fb0f615[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-10T11:03:19,709 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 944a6b9062fa,36981,1733828583431, splitWal=true, meta=false 2024-12-10T11:03:19,710 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 944a6b9062fa,36981,1733828583431 had 1 regions 2024-12-10T11:03:19,712 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 944a6b9062fa,36981,1733828583431, splitWal=true, meta=false, isMeta: false 2024-12-10T11:03:19,713 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting 2024-12-10T11:03:19,714 INFO [PEWorker-1 {}] master.SplitWALManager(105): 944a6b9062fa,36981,1733828583431 WAL count=1, meta=false 2024-12-10T11:03:19,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 944a6b9062fa%2C36981%2C1733828583431.1733828584790}] 2024-12-10T11:03:19,723 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=944a6b9062fa,44655,1733828583476 2024-12-10T11:03:19,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 944a6b9062fa%2C36981%2C1733828583431.1733828584790, worker=944a6b9062fa,44655,1733828583476}] 2024-12-10T11:03:19,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:19,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10176cf8e7c0002, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:19,802 INFO [RS:1;944a6b9062fa:36981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:03:19,802 INFO [RS:1;944a6b9062fa:36981 {}] regionserver.HRegionServer(1031): Exiting; stopping=944a6b9062fa,36981,1733828583431; zookeeper connection closed. 2024-12-10T11:03:19,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@362b9e63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@362b9e63 2024-12-10T11:03:19,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18] 2024-12-10T11:03:19,806 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 944a6b9062fa:36981 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 944a6b9062fa/172.17.0.2:36981 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:19,807 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18, error=java.net.ConnectException: Call to address=944a6b9062fa:36981 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 944a6b9062fa/172.17.0.2:36981 2024-12-10T11:03:19,807 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-10T11:03:19,807 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18 from cache 2024-12-10T11:03:19,807 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 944a6b9062fa:36981 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 944a6b9062fa/172.17.0.2:36981 2024-12-10T11:03:19,884 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T11:03:19,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60085, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T11:03:19,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-10T11:03:19,905 INFO [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790, size=2.1 K (2142bytes) 2024-12-10T11:03:19,905 INFO [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790 2024-12-10T11:03:19,906 INFO [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790 after 1ms 2024-12-10T11:03:19,909 INFO [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790 took 4ms 2024-12-10T11:03:19,916 DEBUG [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 4c42fd39df0b8a69acd1db90dca72762: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-10T11:03:19,916 DEBUG [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790 so closing down 2024-12-10T11:03:19,916 DEBUG [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:19,916 INFO [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:19,917 INFO [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-10T11:03:19,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790, journal: Splitting hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790, size=2.1 K (2142bytes) at 1733828599905Finishing writing output for hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790 so closing down at 1733828599916 (+11 ms)3 split writer threads finished at 1733828599916Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733828599917 (+1 ms) 2024-12-10T11:03:19,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790 2024-12-10T11:03:19,918 DEBUG [RS_LOG_REPLAY_OPS-regionserver/944a6b9062fa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-10T11:03:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-10T11:03:19,925 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting/944a6b9062fa%2C36981%2C1733828583431.1733828584790 to hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs 2024-12-10T11:03:19,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-10T11:03:19,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 944a6b9062fa%2C36981%2C1733828583431.1733828584790, worker=944a6b9062fa,44655,1733828583476 in 201 msec 2024-12-10T11:03:19,928 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=944a6b9062fa,44655,1733828583476 2024-12-10T11:03:19,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-10T11:03:19,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 944a6b9062fa%2C36981%2C1733828583431.1733828584790, worker=944a6b9062fa,44655,1733828583476 in 213 msec 2024-12-10T11:03:19,932 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting dir is empty, no logs to split. 2024-12-10T11:03:19,932 INFO [PEWorker-1 {}] master.SplitWALManager(105): 944a6b9062fa,36981,1733828583431 WAL count=0, meta=false 2024-12-10T11:03:19,932 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 944a6b9062fa,36981,1733828583431 WAL splitting is done? wals=0, meta=false 2024-12-10T11:03:19,934 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 944a6b9062fa,36981,1733828583431 failed, ignore...File hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/WALs/944a6b9062fa,36981,1733828583431-splitting does not exist. 2024-12-10T11:03:19,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN}] 2024-12-10T11:03:19,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN 2024-12-10T11:03:19,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-10T11:03:20,088 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(204): Hosts are {944a6b9062fa=0} racks are {/default-rack=0} 2024-12-10T11:03:20,089 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-10T11:03:20,089 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-10T11:03:20,089 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-10T11:03:20,089 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-10T11:03:20,089 INFO [944a6b9062fa:45075 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-10T11:03:20,089 INFO [944a6b9062fa:45075 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-10T11:03:20,089 DEBUG [944a6b9062fa:45075 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T11:03:20,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPENING, regionLocation=944a6b9062fa,44655,1733828583476 2024-12-10T11:03:20,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN because future has completed 2024-12-10T11:03:20,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,44655,1733828583476}] 2024-12-10T11:03:20,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18] 2024-12-10T11:03:20,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 944a6b9062fa:36981 this server is in the failed servers list 2024-12-10T11:03:20,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=944a6b9062fa:36981 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 944a6b9062fa:36981 2024-12-10T11:03:20,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 944a6b9062fa:36981 2024-12-10T11:03:20,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,36981,1733828583431, seqNum=18 from cache 2024-12-10T11:03:20,249 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:20,249 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c42fd39df0b8a69acd1db90dca72762, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:20,250 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,250 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:20,250 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,250 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,251 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,253 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf1 2024-12-10T11:03:20,253 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,259 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf1/ef4583a4fd7348368261b1474a6242a1 2024-12-10T11:03:20,259 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,259 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,260 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c42fd39df0b8a69acd1db90dca72762 columnFamilyName cf2 2024-12-10T11:03:20,261 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,267 DEBUG [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/cf2/5c48dd1df01943a6a5c6a3bda1142a9d 2024-12-10T11:03:20,267 INFO [StoreOpener-4c42fd39df0b8a69acd1db90dca72762-1 {}] regionserver.HStore(327): Store=4c42fd39df0b8a69acd1db90dca72762/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,267 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,268 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,269 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,270 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,270 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,270 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-10T11:03:20,272 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,273 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4c42fd39df0b8a69acd1db90dca72762; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67868828, jitterRate=0.01132434606552124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-10T11:03:20,273 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:20,274 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4c42fd39df0b8a69acd1db90dca72762: Running coprocessor pre-open hook at 1733828600250Writing region info on filesystem at 1733828600250Initializing all the Stores at 1733828600251 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600251Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600251Cleaning up temporary data from old regions at 1733828600270 (+19 ms)Running coprocessor post-open hooks at 1733828600273 (+3 ms)Region opened successfully at 1733828600274 (+1 ms) 2024-12-10T11:03:20,275 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., pid=17, masterSystemTime=1733828600245 2024-12-10T11:03:20,277 DEBUG [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:20,277 INFO [RS_OPEN_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:20,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4c42fd39df0b8a69acd1db90dca72762, regionState=OPEN, openSeqNum=18, regionLocation=944a6b9062fa,44655,1733828583476 2024-12-10T11:03:20,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,44655,1733828583476 because future has completed 2024-12-10T11:03:20,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-10T11:03:20,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c42fd39df0b8a69acd1db90dca72762, server=944a6b9062fa,44655,1733828583476 in 190 msec 2024-12-10T11:03:20,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-10T11:03:20,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c42fd39df0b8a69acd1db90dca72762, ASSIGN in 348 msec 2024-12-10T11:03:20,287 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 944a6b9062fa,36981,1733828583431 after splitting done 2024-12-10T11:03:20,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 944a6b9062fa,36981,1733828583431, splitWal=true, meta=false in 585 msec 2024-12-10T11:03:20,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762., hostname=944a6b9062fa,44655,1733828583476, seqNum=18] 2024-12-10T11:03:20,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T11:03:20,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T11:03:20,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=414 (was 414), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4348 (was 4404) 2024-12-10T11:03:20,646 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-10T11:03:20,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=414, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=4348 2024-12-10T11:03:20,659 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-12-10T11:03:20,675 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:20,677 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:20,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:20,680 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13418822, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-13418822, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:20,694 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13418822/hregion-13418822.1733828600681, exclude list is [], retry=0 2024-12-10T11:03:20,697 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:20,697 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:20,697 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:20,699 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13418822/hregion-13418822.1733828600681 2024-12-10T11:03:20,701 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:20,701 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6f281f328b7ce0499adfc1504765cd92, NAME => 'testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741893_1071 (size=67) 2024-12-10T11:03:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741893_1071 (size=67) 2024-12-10T11:03:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741893_1071 (size=67) 2024-12-10T11:03:20,710 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:20,711 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,713 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName a 2024-12-10T11:03:20,713 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,713 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,714 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,715 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName b 2024-12-10T11:03:20,715 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,716 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,716 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,717 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName c 2024-12-10T11:03:20,717 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,717 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,718 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,718 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,719 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,720 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,720 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,720 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:20,721 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,723 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:20,723 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f281f328b7ce0499adfc1504765cd92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60679106, jitterRate=-0.09581086039543152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:20,724 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f281f328b7ce0499adfc1504765cd92: Writing region info on filesystem at 1733828600710Initializing all the Stores at 1733828600711 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600711Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600711Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600711Cleaning up temporary data from old regions at 1733828600720 (+9 ms)Region opened successfully at 1733828600724 (+4 ms) 2024-12-10T11:03:20,724 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f281f328b7ce0499adfc1504765cd92, disabling compactions & flushes 2024-12-10T11:03:20,724 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,724 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,724 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. after waiting 0 ms 2024-12-10T11:03:20,724 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,725 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,725 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f281f328b7ce0499adfc1504765cd92: Waiting for close lock at 1733828600724Disabling compacts and flushes for region at 1733828600724Disabling writes for close at 1733828600724Writing region close event to WAL at 1733828600725 (+1 ms)Closed at 1733828600725 2024-12-10T11:03:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741892_1070 (size=93) 2024-12-10T11:03:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741892_1070 (size=93) 2024-12-10T11:03:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741892_1070 (size=93) 2024-12-10T11:03:20,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:20,729 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13418822:(num 1733828600681) 2024-12-10T11:03:20,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:20,731 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:20,744 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731, exclude list is [], retry=0 2024-12-10T11:03:20,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:20,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:20,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:20,749 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731 2024-12-10T11:03:20,749 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:20,749 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f281f328b7ce0499adfc1504765cd92, NAME => 'testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:20,749 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:20,749 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,749 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,751 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,751 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName a 2024-12-10T11:03:20,752 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,752 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,752 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,753 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName b 2024-12-10T11:03:20,753 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,753 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,753 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,754 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName c 2024-12-10T11:03:20,754 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:20,754 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:20,755 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,755 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,756 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,757 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,758 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,758 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:20,760 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:20,760 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f281f328b7ce0499adfc1504765cd92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61491114, jitterRate=-0.08371099829673767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:20,761 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f281f328b7ce0499adfc1504765cd92: Writing region info on filesystem at 1733828600750Initializing all the Stores at 1733828600750Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600750Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600751 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828600751Cleaning up temporary data from old regions at 1733828600758 (+7 ms)Region opened successfully at 1733828600761 (+3 ms) 2024-12-10T11:03:20,790 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f281f328b7ce0499adfc1504765cd92 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-10T11:03:20,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/a/008afd7db4bd4d269d8a2fad4f48a082 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733828600761/Put/seqid=0 2024-12-10T11:03:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741895_1073 (size=5958) 2024-12-10T11:03:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741895_1073 (size=5958) 2024-12-10T11:03:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741895_1073 (size=5958) 2024-12-10T11:03:20,827 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/a/008afd7db4bd4d269d8a2fad4f48a082 2024-12-10T11:03:20,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/b/6e81d860bd5142aea1f671da5876ac2a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733828600769/Put/seqid=0 2024-12-10T11:03:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741896_1074 (size=5958) 2024-12-10T11:03:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741896_1074 (size=5958) 2024-12-10T11:03:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741896_1074 (size=5958) 2024-12-10T11:03:20,868 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/b/6e81d860bd5142aea1f671da5876ac2a 2024-12-10T11:03:20,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/c/d14052b3790d462ea975c84c5d97abdc is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733828600777/Put/seqid=0 2024-12-10T11:03:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741897_1075 (size=5958) 2024-12-10T11:03:20,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741897_1075 (size=5958) 2024-12-10T11:03:20,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741897_1075 (size=5958) 2024-12-10T11:03:20,910 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/c/d14052b3790d462ea975c84c5d97abdc 2024-12-10T11:03:20,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/a/008afd7db4bd4d269d8a2fad4f48a082 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/a/008afd7db4bd4d269d8a2fad4f48a082 2024-12-10T11:03:20,922 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/a/008afd7db4bd4d269d8a2fad4f48a082, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T11:03:20,923 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/b/6e81d860bd5142aea1f671da5876ac2a as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/b/6e81d860bd5142aea1f671da5876ac2a 2024-12-10T11:03:20,929 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/b/6e81d860bd5142aea1f671da5876ac2a, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T11:03:20,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/c/d14052b3790d462ea975c84c5d97abdc as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/c/d14052b3790d462ea975c84c5d97abdc 2024-12-10T11:03:20,936 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/c/d14052b3790d462ea975c84c5d97abdc, entries=10, sequenceid=33, filesize=5.8 K 2024-12-10T11:03:20,938 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 6f281f328b7ce0499adfc1504765cd92 in 148ms, sequenceid=33, compaction requested=false 2024-12-10T11:03:20,938 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6f281f328b7ce0499adfc1504765cd92: 2024-12-10T11:03:20,938 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6f281f328b7ce0499adfc1504765cd92, disabling compactions & flushes 2024-12-10T11:03:20,938 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,938 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,938 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. after waiting 0 ms 2024-12-10T11:03:20,938 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,940 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. 2024-12-10T11:03:20,940 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6f281f328b7ce0499adfc1504765cd92: Waiting for close lock at 1733828600938Disabling compacts and flushes for region at 1733828600938Disabling writes for close at 1733828600938Writing region close event to WAL at 1733828600940 (+2 ms)Closed at 1733828600940 2024-12-10T11:03:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741894_1072 (size=5937) 2024-12-10T11:03:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741894_1072 (size=5937) 2024-12-10T11:03:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741894_1072 (size=5937) 2024-12-10T11:03:20,949 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/b/6e81d860bd5142aea1f671da5876ac2a to hdfs://localhost:44643/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/b/6e81d860bd5142aea1f671da5876ac2a 2024-12-10T11:03:20,966 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731, size=5.8 K (5937bytes) 2024-12-10T11:03:20,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731 2024-12-10T11:03:20,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731 after 0ms 2024-12-10T11:03:20,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731 took 2ms 2024-12-10T11:03:20,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731 so closing down 2024-12-10T11:03:20,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:20,972 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733828600731.temp 2024-12-10T11:03:20,973 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000003-wal.1733828600731.temp 2024-12-10T11:03:20,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:20,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741898_1076 (size=5223) 2024-12-10T11:03:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741898_1076 (size=5223) 2024-12-10T11:03:20,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741898_1076 (size=5223) 2024-12-10T11:03:20,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000003-wal.1733828600731.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:20,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000003-wal.1733828600731.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000032 2024-12-10T11:03:20,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-10T11:03:20,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731, journal: Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731, size=5.8 K (5937bytes) at 1733828600966Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731 so closing down at 1733828600971 (+5 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000003-wal.1733828600731.temp at 1733828600973 (+2 ms)3 split writer threads finished at 1733828600974 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000003-wal.1733828600731.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733828600984 (+10 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000003-wal.1733828600731.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000032 at 1733828600986 (+2 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733828600986 2024-12-10T11:03:20,988 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600731 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828600731 2024-12-10T11:03:20,990 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000032 2024-12-10T11:03:20,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:20,991 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:21,005 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600992, exclude list is [], retry=0 2024-12-10T11:03:21,008 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:21,009 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:21,009 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:21,011 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600992 2024-12-10T11:03:21,011 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:21,011 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f281f328b7ce0499adfc1504765cd92, NAME => 'testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:21,011 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:21,011 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,011 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,013 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,014 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName a 2024-12-10T11:03:21,014 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,019 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/a/008afd7db4bd4d269d8a2fad4f48a082 2024-12-10T11:03:21,019 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,019 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,021 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName b 2024-12-10T11:03:21,021 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,021 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,021 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,022 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f281f328b7ce0499adfc1504765cd92 columnFamilyName c 2024-12-10T11:03:21,022 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,027 DEBUG [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/c/d14052b3790d462ea975c84c5d97abdc 2024-12-10T11:03:21,028 INFO [StoreOpener-6f281f328b7ce0499adfc1504765cd92-1 {}] regionserver.HStore(327): Store=6f281f328b7ce0499adfc1504765cd92/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,028 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,028 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,030 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,030 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000032 2024-12-10T11:03:21,033 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000032 2024-12-10T11:03:21,033 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f281f328b7ce0499adfc1504765cd92 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-10T11:03:21,048 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/b/82df848d203b4d7a886dd39333ad5a12 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733828600769/Put/seqid=0 2024-12-10T11:03:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741900_1078 (size=5958) 2024-12-10T11:03:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741900_1078 (size=5958) 2024-12-10T11:03:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741900_1078 (size=5958) 2024-12-10T11:03:21,057 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/b/82df848d203b4d7a886dd39333ad5a12 2024-12-10T11:03:21,064 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/.tmp/b/82df848d203b4d7a886dd39333ad5a12 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/b/82df848d203b4d7a886dd39333ad5a12 2024-12-10T11:03:21,070 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/b/82df848d203b4d7a886dd39333ad5a12, entries=10, sequenceid=32, filesize=5.8 K 2024-12-10T11:03:21,070 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 6f281f328b7ce0499adfc1504765cd92 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-12-10T11:03:21,071 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/0000000000000000032 2024-12-10T11:03:21,072 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,073 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,073 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:21,075 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6f281f328b7ce0499adfc1504765cd92 2024-12-10T11:03:21,077 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/6f281f328b7ce0499adfc1504765cd92/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-10T11:03:21,078 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6f281f328b7ce0499adfc1504765cd92; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64824381, jitterRate=-0.034041449427604675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:21,079 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6f281f328b7ce0499adfc1504765cd92: Writing region info on filesystem at 1733828601011Initializing all the Stores at 1733828601012 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601012Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601013 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601013Obtaining lock to block concurrent updates at 1733828601033 (+20 ms)Preparing flush snapshotting stores in 6f281f328b7ce0499adfc1504765cd92 at 1733828601033Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733828601033Flushing stores of testReplayEditsWrittenViaHRegion,,1733828600676.6f281f328b7ce0499adfc1504765cd92. at 1733828601033Flushing 6f281f328b7ce0499adfc1504765cd92/b: creating writer at 1733828601033Flushing 6f281f328b7ce0499adfc1504765cd92/b: appending metadata at 1733828601048 (+15 ms)Flushing 6f281f328b7ce0499adfc1504765cd92/b: closing flushed file at 1733828601048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e765e1d: reopening flushed file at 1733828601063 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 6f281f328b7ce0499adfc1504765cd92 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1733828601070 (+7 ms)Cleaning up temporary data from old regions at 1733828601073 (+3 ms)Region opened successfully at 1733828601079 (+6 ms) 2024-12-10T11:03:21,104 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=424 (was 414) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:41046 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:40876 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:60338 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:33426 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:60150 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:33270 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=4333 (was 4348) 2024-12-10T11:03:21,105 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-10T11:03:21,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=424, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=4332 2024-12-10T11:03:21,117 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-12-10T11:03:21,132 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:21,134 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:21,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:21,137 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-32723977, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-32723977, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:21,150 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-32723977/hregion-32723977.1733828601137, exclude list is [], retry=0 2024-12-10T11:03:21,152 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:21,152 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:21,153 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:21,155 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-32723977/hregion-32723977.1733828601137 2024-12-10T11:03:21,155 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:21,155 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e1c0f1228975a534682934238eabb131, NAME => 'testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741902_1080 (size=68) 2024-12-10T11:03:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741902_1080 (size=68) 2024-12-10T11:03:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741902_1080 (size=68) 2024-12-10T11:03:21,163 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:21,164 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,166 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName a 2024-12-10T11:03:21,166 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,167 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,167 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,168 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName b 2024-12-10T11:03:21,168 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,169 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,169 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,170 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName c 2024-12-10T11:03:21,170 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,171 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,171 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,172 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,173 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,173 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,174 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:21,175 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,177 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:21,177 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1c0f1228975a534682934238eabb131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71904703, jitterRate=0.07146356999874115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:21,178 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1c0f1228975a534682934238eabb131: Writing region info on filesystem at 1733828601163Initializing all the Stores at 1733828601164 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601164Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601164Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601164Cleaning up temporary data from old regions at 1733828601173 (+9 ms)Region opened successfully at 1733828601178 (+5 ms) 2024-12-10T11:03:21,178 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e1c0f1228975a534682934238eabb131, disabling compactions & flushes 2024-12-10T11:03:21,178 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:21,178 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:21,178 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. after waiting 0 ms 2024-12-10T11:03:21,178 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:21,179 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:21,179 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e1c0f1228975a534682934238eabb131: Waiting for close lock at 1733828601178Disabling compacts and flushes for region at 1733828601178Disabling writes for close at 1733828601178Writing region close event to WAL at 1733828601179 (+1 ms)Closed at 1733828601179 2024-12-10T11:03:21,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741901_1079 (size=93) 2024-12-10T11:03:21,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741901_1079 (size=93) 2024-12-10T11:03:21,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741901_1079 (size=93) 2024-12-10T11:03:21,183 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:21,183 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-32723977:(num 1733828601137) 2024-12-10T11:03:21,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:21,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:21,198 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185, exclude list is [], retry=0 2024-12-10T11:03:21,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:21,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:21,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:21,203 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185 2024-12-10T11:03:21,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:21,266 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e1c0f1228975a534682934238eabb131, NAME => 'testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:21,269 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,269 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:21,269 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,269 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,272 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,273 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName a 2024-12-10T11:03:21,273 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,274 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,274 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,275 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName b 2024-12-10T11:03:21,275 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,275 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,275 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,276 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName c 2024-12-10T11:03:21,276 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:21,277 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:21,277 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,278 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,279 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,280 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,280 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:21,282 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,282 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1c0f1228975a534682934238eabb131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66580994, jitterRate=-0.007865875959396362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:21,282 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:21,283 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1c0f1228975a534682934238eabb131: Running coprocessor pre-open hook at 1733828601269Writing region info on filesystem at 1733828601269Initializing all the Stores at 1733828601270 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601270Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601271 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828601271Cleaning up temporary data from old regions at 1733828601280 (+9 ms)Running coprocessor post-open hooks at 1733828601282 (+2 ms)Region opened successfully at 1733828601283 (+1 ms) 2024-12-10T11:03:21,295 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e1c0f1228975a534682934238eabb131 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-10T11:03:21,296 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:22,296 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:23,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T11:03:23,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-10T11:03:23,264 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:23,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-10T11:03:23,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:23,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-10T11:03:23,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:23,266 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-10T11:03:23,266 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:23,297 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:24,298 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:25,298 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:26,299 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:27,300 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:28,300 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:29,301 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:30,302 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e1c0f1228975a534682934238eabb131/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:30,303 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e1c0f1228975a534682934238eabb131: 2024-12-10T11:03:30,303 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:30,318 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e1c0f1228975a534682934238eabb131: 2024-12-10T11:03:30,318 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-10T11:03:30,318 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e1c0f1228975a534682934238eabb131, disabling compactions & flushes 2024-12-10T11:03:30,318 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:30,318 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:30,318 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. after waiting 0 ms 2024-12-10T11:03:30,318 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:30,318 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:30,318 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. 2024-12-10T11:03:30,318 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e1c0f1228975a534682934238eabb131: Waiting for close lock at 1733828610318Running coprocessor pre-close hooks at 1733828610318Disabling compacts and flushes for region at 1733828610318Disabling writes for close at 1733828610318Writing region close event to WAL at 1733828610318Running coprocessor post-close hooks at 1733828610318Closed at 1733828610318 2024-12-10T11:03:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741903_1081 (size=3941) 2024-12-10T11:03:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741903_1081 (size=3941) 2024-12-10T11:03:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741903_1081 (size=3941) 2024-12-10T11:03:30,337 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185, size=3.8 K (3941bytes) 2024-12-10T11:03:30,337 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185 2024-12-10T11:03:30,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185 after 1ms 2024-12-10T11:03:30,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185 took 3ms 2024-12-10T11:03:30,342 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185 so closing down 2024-12-10T11:03:30,342 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:30,344 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733828601185.temp 2024-12-10T11:03:30,345 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000004-wal.1733828601185.temp 2024-12-10T11:03:30,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741904_1082 (size=2983) 2024-12-10T11:03:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741904_1082 (size=2983) 2024-12-10T11:03:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741904_1082 (size=2983) 2024-12-10T11:03:30,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000004-wal.1733828601185.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:30,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000004-wal.1733828601185.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000026 2024-12-10T11:03:30,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-10T11:03:30,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185, journal: Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185, size=3.8 K (3941bytes) at 1733828610337Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185 so closing down at 1733828610342 (+5 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000004-wal.1733828601185.temp at 1733828610345 (+3 ms)3 split writer threads finished at 1733828610345Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000004-wal.1733828601185.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733828610355 (+10 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000004-wal.1733828601185.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000026 at 1733828610356 (+1 ms)Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733828610356 2024-12-10T11:03:30,358 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828601185 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828601185 2024-12-10T11:03:30,359 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000026 2024-12-10T11:03:30,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:30,360 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:30,374 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828610361, exclude list is [], retry=0 2024-12-10T11:03:30,376 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:30,376 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:30,377 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:30,378 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828610361 2024-12-10T11:03:30,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:30,379 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e1c0f1228975a534682934238eabb131, NAME => 'testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:30,380 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,380 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:30,380 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,381 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,382 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,383 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName a 2024-12-10T11:03:30,383 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:30,384 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:30,384 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,384 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName b 2024-12-10T11:03:30,385 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:30,385 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:30,385 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,386 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c0f1228975a534682934238eabb131 columnFamilyName c 2024-12-10T11:03:30,386 DEBUG [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:30,386 INFO [StoreOpener-e1c0f1228975a534682934238eabb131-1 {}] regionserver.HStore(327): Store=e1c0f1228975a534682934238eabb131/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:30,386 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,387 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,389 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,389 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000026 2024-12-10T11:03:30,393 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000026 2024-12-10T11:03:30,393 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e1c0f1228975a534682934238eabb131 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-10T11:03:30,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/a/435e085562ca41608388725000490b02 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733828610309/Put/seqid=0 2024-12-10T11:03:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741906_1084 (size=5523) 2024-12-10T11:03:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741906_1084 (size=5523) 2024-12-10T11:03:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741906_1084 (size=5523) 2024-12-10T11:03:30,421 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/a/435e085562ca41608388725000490b02 2024-12-10T11:03:30,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/b/f01a09f978b24cf29cf23aa6a025eac8 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733828610303/Put/seqid=0 2024-12-10T11:03:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741907_1085 (size=5524) 2024-12-10T11:03:30,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741907_1085 (size=5524) 2024-12-10T11:03:30,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741907_1085 (size=5524) 2024-12-10T11:03:30,448 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/b/f01a09f978b24cf29cf23aa6a025eac8 2024-12-10T11:03:30,467 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/c/a3ac5aabcc5f4d98b370c0d8861e20bc is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733828610307/Put/seqid=0 2024-12-10T11:03:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741908_1086 (size=5457) 2024-12-10T11:03:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741908_1086 (size=5457) 2024-12-10T11:03:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741908_1086 (size=5457) 2024-12-10T11:03:30,473 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/c/a3ac5aabcc5f4d98b370c0d8861e20bc 2024-12-10T11:03:30,478 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/a/435e085562ca41608388725000490b02 as hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/a/435e085562ca41608388725000490b02 2024-12-10T11:03:30,484 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/a/435e085562ca41608388725000490b02, entries=7, sequenceid=26, filesize=5.4 K 2024-12-10T11:03:30,485 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/b/f01a09f978b24cf29cf23aa6a025eac8 as hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/b/f01a09f978b24cf29cf23aa6a025eac8 2024-12-10T11:03:30,490 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/b/f01a09f978b24cf29cf23aa6a025eac8, entries=7, sequenceid=26, filesize=5.4 K 2024-12-10T11:03:30,491 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/.tmp/c/a3ac5aabcc5f4d98b370c0d8861e20bc as hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/c/a3ac5aabcc5f4d98b370c0d8861e20bc 2024-12-10T11:03:30,495 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/c/a3ac5aabcc5f4d98b370c0d8861e20bc, entries=6, sequenceid=26, filesize=5.3 K 2024-12-10T11:03:30,496 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for e1c0f1228975a534682934238eabb131 in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-12-10T11:03:30,496 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/0000000000000000026 2024-12-10T11:03:30,497 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,497 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,498 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:30,499 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,501 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsAfterAbortingFlush/e1c0f1228975a534682934238eabb131/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-10T11:03:30,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1c0f1228975a534682934238eabb131; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64129025, jitterRate=-0.044403061270713806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:30,502 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1c0f1228975a534682934238eabb131 2024-12-10T11:03:30,502 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1c0f1228975a534682934238eabb131: Running coprocessor pre-open hook at 1733828610381Writing region info on filesystem at 1733828610381Initializing all the Stores at 1733828610382 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828610382Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828610382Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828610382Obtaining lock to block concurrent updates at 1733828610393 (+11 ms)Preparing flush snapshotting stores in e1c0f1228975a534682934238eabb131 at 1733828610393Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733828610393Flushing stores of testReplayEditsAfterAbortingFlush,,1733828601132.e1c0f1228975a534682934238eabb131. at 1733828610393Flushing e1c0f1228975a534682934238eabb131/a: creating writer at 1733828610393Flushing e1c0f1228975a534682934238eabb131/a: appending metadata at 1733828610414 (+21 ms)Flushing e1c0f1228975a534682934238eabb131/a: closing flushed file at 1733828610414Flushing e1c0f1228975a534682934238eabb131/b: creating writer at 1733828610426 (+12 ms)Flushing e1c0f1228975a534682934238eabb131/b: appending metadata at 1733828610440 (+14 ms)Flushing e1c0f1228975a534682934238eabb131/b: closing flushed file at 1733828610440Flushing e1c0f1228975a534682934238eabb131/c: creating writer at 1733828610452 (+12 ms)Flushing e1c0f1228975a534682934238eabb131/c: appending metadata at 1733828610466 (+14 ms)Flushing e1c0f1228975a534682934238eabb131/c: closing flushed file at 1733828610466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be05b0c: reopening flushed file at 1733828610478 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6629dcb: reopening flushed file at 1733828610484 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae5c659: reopening flushed file at 1733828610490 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for e1c0f1228975a534682934238eabb131 in 102ms, sequenceid=26, compaction requested=false; wal=null at 1733828610496 (+6 ms)Cleaning up temporary data from old regions at 1733828610497 (+1 ms)Running coprocessor post-open hooks at 1733828610502 (+5 ms)Region opened successfully at 1733828610502 2024-12-10T11:03:30,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=420 (was 424), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=4332 (was 4332) 2024-12-10T11:03:30,521 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-10T11:03:30,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=420, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=4332 2024-12-10T11:03:30,533 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-12-10T11:03:30,548 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:30,550 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:30,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:30,553 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65511055, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-65511055, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:30,565 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65511055/hregion-65511055.1733828610553, exclude list is [], retry=0 2024-12-10T11:03:30,568 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:30,568 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:30,568 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:30,570 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65511055/hregion-65511055.1733828610553 2024-12-10T11:03:30,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:30,572 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b160c5a38f4df94c6e83768bcdc6cd2d, NAME => 'testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741910_1088 (size=61) 2024-12-10T11:03:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741910_1088 (size=61) 2024-12-10T11:03:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741910_1088 (size=61) 2024-12-10T11:03:30,583 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:30,584 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,585 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b160c5a38f4df94c6e83768bcdc6cd2d columnFamilyName a 2024-12-10T11:03:30,585 DEBUG [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:30,586 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(327): Store=b160c5a38f4df94c6e83768bcdc6cd2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:30,586 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,587 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,587 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,587 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,589 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,591 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:30,591 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b160c5a38f4df94c6e83768bcdc6cd2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64429968, jitterRate=-0.03991866111755371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:30,591 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b160c5a38f4df94c6e83768bcdc6cd2d: Writing region info on filesystem at 1733828610583Initializing all the Stores at 1733828610583Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828610583Cleaning up temporary data from old regions at 1733828610587 (+4 ms)Region opened successfully at 1733828610591 (+4 ms) 2024-12-10T11:03:30,592 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b160c5a38f4df94c6e83768bcdc6cd2d, disabling compactions & flushes 2024-12-10T11:03:30,592 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,592 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,592 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. after waiting 0 ms 2024-12-10T11:03:30,592 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,592 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,592 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b160c5a38f4df94c6e83768bcdc6cd2d: Waiting for close lock at 1733828610592Disabling compacts and flushes for region at 1733828610592Disabling writes for close at 1733828610592Writing region close event to WAL at 1733828610592Closed at 1733828610592 2024-12-10T11:03:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741909_1087 (size=93) 2024-12-10T11:03:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741909_1087 (size=93) 2024-12-10T11:03:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741909_1087 (size=93) 2024-12-10T11:03:30,596 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:30,596 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65511055:(num 1733828610553) 2024-12-10T11:03:30,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:30,598 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:30,611 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598, exclude list is [], retry=0 2024-12-10T11:03:30,613 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:30,613 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:30,613 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:30,615 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598 2024-12-10T11:03:30,615 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:30,615 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b160c5a38f4df94c6e83768bcdc6cd2d, NAME => 'testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:30,615 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:30,615 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,615 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,617 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,617 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b160c5a38f4df94c6e83768bcdc6cd2d columnFamilyName a 2024-12-10T11:03:30,617 DEBUG [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:30,618 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(327): Store=b160c5a38f4df94c6e83768bcdc6cd2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:30,618 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,619 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,619 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,620 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,620 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,621 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,622 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b160c5a38f4df94c6e83768bcdc6cd2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68389866, jitterRate=0.019088417291641235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:30,622 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b160c5a38f4df94c6e83768bcdc6cd2d: Writing region info on filesystem at 1733828610616Initializing all the Stores at 1733828610616Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828610616Cleaning up temporary data from old regions at 1733828610620 (+4 ms)Region opened successfully at 1733828610622 (+2 ms) 2024-12-10T11:03:30,630 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b160c5a38f4df94c6e83768bcdc6cd2d, disabling compactions & flushes 2024-12-10T11:03:30,630 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,630 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,630 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. after waiting 0 ms 2024-12-10T11:03:30,630 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,631 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,631 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. 2024-12-10T11:03:30,631 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b160c5a38f4df94c6e83768bcdc6cd2d: Waiting for close lock at 1733828610630Disabling compacts and flushes for region at 1733828610630Disabling writes for close at 1733828610630Writing region close event to WAL at 1733828610631 (+1 ms)Closed at 1733828610631 2024-12-10T11:03:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741911_1089 (size=1623) 2024-12-10T11:03:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741911_1089 (size=1623) 2024-12-10T11:03:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741911_1089 (size=1623) 2024-12-10T11:03:30,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598, size=1.6 K (1623bytes) 2024-12-10T11:03:30,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598 2024-12-10T11:03:30,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598 after 0ms 2024-12-10T11:03:30,651 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598 took 2ms 2024-12-10T11:03:30,652 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598 so closing down 2024-12-10T11:03:30,652 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:30,654 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733828610598.temp 2024-12-10T11:03:30,655 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000003-wal.1733828610598.temp 2024-12-10T11:03:30,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741912_1090 (size=1623) 2024-12-10T11:03:30,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741912_1090 (size=1623) 2024-12-10T11:03:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741912_1090 (size=1623) 2024-12-10T11:03:30,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000003-wal.1733828610598.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:30,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000003-wal.1733828610598.temp to hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000012 2024-12-10T11:03:30,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-10T11:03:30,663 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598, journal: Splitting hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598, size=1.6 K (1623bytes) at 1733828610649Finishing writing output for hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598 so closing down at 1733828610652 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000003-wal.1733828610598.temp at 1733828610655 (+3 ms)3 split writer threads finished at 1733828610655Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000003-wal.1733828610598.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733828610661 (+6 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000003-wal.1733828610598.temp to hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000012 at 1733828610662 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733828610663 (+1 ms) 2024-12-10T11:03:30,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610598 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828610598 2024-12-10T11:03:30,665 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000012 2024-12-10T11:03:30,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:30,964 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:30,978 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610965, exclude list is [], retry=0 2024-12-10T11:03:30,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:30,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:30,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:30,983 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610965 2024-12-10T11:03:30,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:30,983 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b160c5a38f4df94c6e83768bcdc6cd2d, NAME => 'testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:30,983 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:30,984 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,984 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,986 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,988 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b160c5a38f4df94c6e83768bcdc6cd2d columnFamilyName a 2024-12-10T11:03:30,988 DEBUG [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:30,989 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(327): Store=b160c5a38f4df94c6e83768bcdc6cd2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:30,989 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:30,992 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000012 2024-12-10T11:03:30,995 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000012 2024-12-10T11:03:30,995 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b160c5a38f4df94c6e83768bcdc6cd2d 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-10T11:03:31,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/.tmp/a/cb0d3fd4278241b89e4772b8a50e1edf is 79, key is testDatalossWhenInputError/a:x0/1733828610622/Put/seqid=0 2024-12-10T11:03:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741914_1092 (size=5808) 2024-12-10T11:03:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741914_1092 (size=5808) 2024-12-10T11:03:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741914_1092 (size=5808) 2024-12-10T11:03:31,024 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/.tmp/a/cb0d3fd4278241b89e4772b8a50e1edf 2024-12-10T11:03:31,032 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/.tmp/a/cb0d3fd4278241b89e4772b8a50e1edf as hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/a/cb0d3fd4278241b89e4772b8a50e1edf 2024-12-10T11:03:31,040 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/a/cb0d3fd4278241b89e4772b8a50e1edf, entries=10, sequenceid=12, filesize=5.7 K 2024-12-10T11:03:31,040 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for b160c5a38f4df94c6e83768bcdc6cd2d in 45ms, sequenceid=12, compaction requested=false; wal=null 2024-12-10T11:03:31,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/0000000000000000012 2024-12-10T11:03:31,041 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,042 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,044 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,046 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T11:03:31,047 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b160c5a38f4df94c6e83768bcdc6cd2d; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62405679, jitterRate=-0.07008291780948639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:31,047 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b160c5a38f4df94c6e83768bcdc6cd2d: Writing region info on filesystem at 1733828610984Initializing all the Stores at 1733828610986 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828610986Obtaining lock to block concurrent updates at 1733828610995 (+9 ms)Preparing flush snapshotting stores in b160c5a38f4df94c6e83768bcdc6cd2d at 1733828610995Finished memstore snapshotting testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733828610995Flushing stores of testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d. at 1733828610995Flushing b160c5a38f4df94c6e83768bcdc6cd2d/a: creating writer at 1733828610995Flushing b160c5a38f4df94c6e83768bcdc6cd2d/a: appending metadata at 1733828611012 (+17 ms)Flushing b160c5a38f4df94c6e83768bcdc6cd2d/a: closing flushed file at 1733828611012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f178b3: reopening flushed file at 1733828611031 (+19 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for b160c5a38f4df94c6e83768bcdc6cd2d in 45ms, sequenceid=12, compaction requested=false; wal=null at 1733828611040 (+9 ms)Cleaning up temporary data from old regions at 1733828611042 (+2 ms)Region opened successfully at 1733828611047 (+5 ms) 2024-12-10T11:03:31,050 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b160c5a38f4df94c6e83768bcdc6cd2d, NAME => 'testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:31,050 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733828610549.b160c5a38f4df94c6e83768bcdc6cd2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:31,050 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,050 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,052 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,052 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b160c5a38f4df94c6e83768bcdc6cd2d columnFamilyName a 2024-12-10T11:03:31,052 DEBUG [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:31,057 DEBUG [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/a/cb0d3fd4278241b89e4772b8a50e1edf 2024-12-10T11:03:31,057 INFO [StoreOpener-b160c5a38f4df94c6e83768bcdc6cd2d-1 {}] regionserver.HStore(327): Store=b160c5a38f4df94c6e83768bcdc6cd2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:31,057 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,059 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,059 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,061 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b160c5a38f4df94c6e83768bcdc6cd2d 2024-12-10T11:03:31,063 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testDatalossWhenInputError/b160c5a38f4df94c6e83768bcdc6cd2d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-10T11:03:31,064 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b160c5a38f4df94c6e83768bcdc6cd2d; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59359880, jitterRate=-0.11546885967254639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T11:03:31,065 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b160c5a38f4df94c6e83768bcdc6cd2d: Writing region info on filesystem at 1733828611051Initializing all the Stores at 1733828611051Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828611051Cleaning up temporary data from old regions at 1733828611059 (+8 ms)Region opened successfully at 1733828611065 (+6 ms) 2024-12-10T11:03:31,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=430 (was 420) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:43226 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:35180 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:50974 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:35090 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:43308 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2061181569-172.17.0.2-1733828579681:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:51030 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 221), ProcessCount=11 (was 11), AvailableMemoryMB=4327 (was 4332) 2024-12-10T11:03:31,085 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-10T11:03:31,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=430, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=4326 2024-12-10T11:03:31,098 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-10T11:03:31,112 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:31,114 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:31,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:31,117 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78031281, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-78031281, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:31,133 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78031281/hregion-78031281.1733828611117, exclude list is [], retry=0 2024-12-10T11:03:31,136 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:31,136 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:31,136 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:31,139 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78031281/hregion-78031281.1733828611117 2024-12-10T11:03:31,142 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:31,142 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6099d726fef2c906abf73741d280e6a1, NAME => 'testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741916_1094 (size=63) 2024-12-10T11:03:31,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741916_1094 (size=63) 2024-12-10T11:03:31,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741916_1094 (size=63) 2024-12-10T11:03:31,153 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:31,155 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,156 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName a 2024-12-10T11:03:31,156 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:31,157 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:31,157 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,158 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName b 2024-12-10T11:03:31,158 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:31,159 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:31,159 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,160 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName c 2024-12-10T11:03:31,160 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:31,161 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:31,161 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,162 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,162 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,163 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,163 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,164 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:31,165 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,167 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:31,167 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6099d726fef2c906abf73741d280e6a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59155170, jitterRate=-0.11851927638053894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:31,168 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6099d726fef2c906abf73741d280e6a1: Writing region info on filesystem at 1733828611154Initializing all the Stores at 1733828611154Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828611154Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828611155 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828611155Cleaning up temporary data from old regions at 1733828611163 (+8 ms)Region opened successfully at 1733828611168 (+5 ms) 2024-12-10T11:03:31,168 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6099d726fef2c906abf73741d280e6a1, disabling compactions & flushes 2024-12-10T11:03:31,168 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:31,168 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:31,168 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. after waiting 0 ms 2024-12-10T11:03:31,168 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:31,168 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:31,168 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6099d726fef2c906abf73741d280e6a1: Waiting for close lock at 1733828611168Disabling compacts and flushes for region at 1733828611168Disabling writes for close at 1733828611168Writing region close event to WAL at 1733828611168Closed at 1733828611168 2024-12-10T11:03:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741915_1093 (size=93) 2024-12-10T11:03:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741915_1093 (size=93) 2024-12-10T11:03:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741915_1093 (size=93) 2024-12-10T11:03:31,173 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:31,173 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78031281:(num 1733828611117) 2024-12-10T11:03:31,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:31,175 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:31,189 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175, exclude list is [], retry=0 2024-12-10T11:03:31,191 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:31,191 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:31,192 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:31,193 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 2024-12-10T11:03:31,193 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:31,194 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6099d726fef2c906abf73741d280e6a1, NAME => 'testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:31,194 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:31,194 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,194 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,195 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,196 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName a 2024-12-10T11:03:31,196 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:31,197 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:31,197 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,197 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName b 2024-12-10T11:03:31,197 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:31,198 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:31,198 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,199 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName c 2024-12-10T11:03:31,199 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:31,199 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:31,199 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,200 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,202 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,202 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,203 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:31,205 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:31,206 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6099d726fef2c906abf73741d280e6a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73357341, jitterRate=0.09310956299304962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:31,206 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6099d726fef2c906abf73741d280e6a1: Writing region info on filesystem at 1733828611194Initializing all the Stores at 1733828611195 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828611195Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828611195Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828611195Cleaning up temporary data from old regions at 1733828611202 (+7 ms)Region opened successfully at 1733828611206 (+4 ms) 2024-12-10T11:03:31,211 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733828611210/Put/seqid=0 2024-12-10T11:03:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741918_1096 (size=4875) 2024-12-10T11:03:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741918_1096 (size=4875) 2024-12-10T11:03:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741918_1096 (size=4875) 2024-12-10T11:03:31,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733828611228/Put/seqid=0 2024-12-10T11:03:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741919_1097 (size=4875) 2024-12-10T11:03:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741919_1097 (size=4875) 2024-12-10T11:03:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741919_1097 (size=4875) 2024-12-10T11:03:31,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733828611239/Put/seqid=0 2024-12-10T11:03:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741920_1098 (size=4875) 2024-12-10T11:03:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741920_1098 (size=4875) 2024-12-10T11:03:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741920_1098 (size=4875) 2024-12-10T11:03:31,248 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 6099d726fef2c906abf73741d280e6a1/a 2024-12-10T11:03:31,251 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-10T11:03:31,251 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T11:03:31,252 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 6099d726fef2c906abf73741d280e6a1/a 2024-12-10T11:03:31,255 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-10T11:03:31,255 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T11:03:31,255 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 6099d726fef2c906abf73741d280e6a1/a 2024-12-10T11:03:31,258 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-10T11:03:31,258 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-10T11:03:31,258 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6099d726fef2c906abf73741d280e6a1 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-10T11:03:31,281 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/.tmp/a/ccf6821b1ab24c109f82d7116e408896 is 55, key is testCompactedBulkLoadedFiles/a:a/1733828611207/Put/seqid=0 2024-12-10T11:03:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741921_1099 (size=5107) 2024-12-10T11:03:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741921_1099 (size=5107) 2024-12-10T11:03:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741921_1099 (size=5107) 2024-12-10T11:03:31,290 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/.tmp/a/ccf6821b1ab24c109f82d7116e408896 2024-12-10T11:03:31,295 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/.tmp/a/ccf6821b1ab24c109f82d7116e408896 as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896 2024-12-10T11:03:31,300 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896, entries=1, sequenceid=4, filesize=5.0 K 2024-12-10T11:03:31,301 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 6099d726fef2c906abf73741d280e6a1 in 43ms, sequenceid=4, compaction requested=false 2024-12-10T11:03:31,301 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6099d726fef2c906abf73741d280e6a1: 2024-12-10T11:03:31,302 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_ 2024-12-10T11:03:31,303 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_ 2024-12-10T11:03:31,304 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_ 2024-12-10T11:03:31,305 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile0 into 6099d726fef2c906abf73741d280e6a1/a as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_ - updating store file list. 2024-12-10T11:03:31,309 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05f6a161ea554dabb0059a2d14945544_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:31,309 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_ into 6099d726fef2c906abf73741d280e6a1/a 2024-12-10T11:03:31,309 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile0 into 6099d726fef2c906abf73741d280e6a1/a (new location: hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_) 2024-12-10T11:03:31,310 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile1 into 6099d726fef2c906abf73741d280e6a1/a as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_ - updating store file list. 2024-12-10T11:03:31,313 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26a4a546aba646cab99a5bb799f9df93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:31,313 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_ into 6099d726fef2c906abf73741d280e6a1/a 2024-12-10T11:03:31,313 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile1 into 6099d726fef2c906abf73741d280e6a1/a (new location: hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_) 2024-12-10T11:03:31,314 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile2 into 6099d726fef2c906abf73741d280e6a1/a as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_ - updating store file list. 2024-12-10T11:03:31,318 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e568e864b8394463ab1dfa7aa255d04f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:31,318 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_ into 6099d726fef2c906abf73741d280e6a1/a 2024-12-10T11:03:31,318 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/hbase/testCompactedBulkLoadedFiles/hfile2 into 6099d726fef2c906abf73741d280e6a1/a (new location: hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_) 2024-12-10T11:03:31,325 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-10T11:03:31,325 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6099d726fef2c906abf73741d280e6a1/a is initiating major compaction (all files) 2024-12-10T11:03:31,326 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6099d726fef2c906abf73741d280e6a1/a in testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:31,326 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_] into tmpdir=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/.tmp, totalSize=19.3 K 2024-12-10T11:03:31,326 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ccf6821b1ab24c109f82d7116e408896, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733828611207 2024-12-10T11:03:31,327 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 05f6a161ea554dabb0059a2d14945544_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T11:03:31,327 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 26a4a546aba646cab99a5bb799f9df93_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T11:03:31,327 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e568e864b8394463ab1dfa7aa255d04f_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-10T11:03:31,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/.tmp/a/880fb242fc9149c995f9f1e8697bb474 is 55, key is testCompactedBulkLoadedFiles/a:a/1733828611207/Put/seqid=0 2024-12-10T11:03:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741922_1100 (size=6154) 2024-12-10T11:03:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741922_1100 (size=6154) 2024-12-10T11:03:31,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741922_1100 (size=6154) 2024-12-10T11:03:31,353 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/.tmp/a/880fb242fc9149c995f9f1e8697bb474 as hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/880fb242fc9149c995f9f1e8697bb474 2024-12-10T11:03:31,359 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 6099d726fef2c906abf73741d280e6a1/a of 6099d726fef2c906abf73741d280e6a1 into 880fb242fc9149c995f9f1e8697bb474(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-10T11:03:31,359 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6099d726fef2c906abf73741d280e6a1: 2024-12-10T11:03:31,359 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-10T11:03:31,360 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-10T11:03:31,394 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175, size=0 (0bytes) 2024-12-10T11:03:31,394 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 might be still open, length is 0 2024-12-10T11:03:31,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 2024-12-10T11:03:31,395 WARN [IPC Server handler 4 on default port 44643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-10T11:03:31,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 after 1ms 2024-12-10T11:03:31,580 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:51062 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51062 dst: /127.0.0.1:40329 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40329 remote=/127.0.0.1:51062]. Total timeout mills is 60000, 59780 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:31,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:35214 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46313:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35214 dst: /127.0.0.1:46313 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:31,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:43344 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44371:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43344 dst: /127.0.0.1:44371 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741917_1101 (size=1659) 2024-12-10T11:03:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741917_1101 (size=1659) 2024-12-10T11:03:31,779 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-10T11:03:33,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-10T11:03:33,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:33,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-10T11:03:33,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-10T11:03:35,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 after 4002ms 2024-12-10T11:03:35,399 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 took 4005ms 2024-12-10T11:03:35,401 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175; continuing. 2024-12-10T11:03:35,401 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 so closing down 2024-12-10T11:03:35,401 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:35,402 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733828611175.temp 2024-12-10T11:03:35,403 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000003-wal.1733828611175.temp 2024-12-10T11:03:35,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741923_1102 (size=698) 2024-12-10T11:03:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741923_1102 (size=698) 2024-12-10T11:03:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741923_1102 (size=698) 2024-12-10T11:03:35,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000003-wal.1733828611175.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:35,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000003-wal.1733828611175.temp to hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000008 2024-12-10T11:03:35,412 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T11:03:35,412 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175, journal: Splitting hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175, size=0 (0bytes) at 1733828611394Finishing writing output for hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 so closing down at 1733828615401 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000003-wal.1733828611175.temp at 1733828615403 (+2 ms)3 split writer threads finished at 1733828615403Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000003-wal.1733828611175.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733828615411 (+8 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000003-wal.1733828611175.temp to hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000008 at 1733828615412 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175, size=0, length=0, corrupted=false, cancelled=false at 1733828615412 2024-12-10T11:03:35,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828611175 2024-12-10T11:03:35,415 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000008 2024-12-10T11:03:35,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:35,417 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:35,430 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828615417, exclude list is [], retry=0 2024-12-10T11:03:35,432 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:35,433 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:35,433 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:35,434 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828615417 2024-12-10T11:03:35,435 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:35,435 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6099d726fef2c906abf73741d280e6a1, NAME => 'testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:35,435 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:35,435 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,435 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,437 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,437 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName a 2024-12-10T11:03:35,437 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,443 DEBUG [StoreFileOpener-6099d726fef2c906abf73741d280e6a1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05f6a161ea554dabb0059a2d14945544_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:35,443 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_ 2024-12-10T11:03:35,446 DEBUG [StoreFileOpener-6099d726fef2c906abf73741d280e6a1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26a4a546aba646cab99a5bb799f9df93_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:35,447 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_ 2024-12-10T11:03:35,450 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/880fb242fc9149c995f9f1e8697bb474 2024-12-10T11:03:35,453 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896 2024-12-10T11:03:35,456 DEBUG [StoreFileOpener-6099d726fef2c906abf73741d280e6a1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e568e864b8394463ab1dfa7aa255d04f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-10T11:03:35,456 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_ 2024-12-10T11:03:35,457 WARN [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4 2024-12-10T11:03:35,457 WARN [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4 2024-12-10T11:03:35,457 WARN [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4 2024-12-10T11:03:35,457 WARN [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4 2024-12-10T11:03:35,457 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_] to archive 2024-12-10T11:03:35,458 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-10T11:03:35,460 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_ to hdfs://localhost:44643/hbase/archive/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/05f6a161ea554dabb0059a2d14945544_SeqId_4_ 2024-12-10T11:03:35,460 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_ to hdfs://localhost:44643/hbase/archive/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/26a4a546aba646cab99a5bb799f9df93_SeqId_4_ 2024-12-10T11:03:35,461 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896 to hdfs://localhost:44643/hbase/archive/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/ccf6821b1ab24c109f82d7116e408896 2024-12-10T11:03:35,461 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_ to hdfs://localhost:44643/hbase/archive/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/a/e568e864b8394463ab1dfa7aa255d04f_SeqId_4_ 2024-12-10T11:03:35,461 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,461 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,462 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName b 2024-12-10T11:03:35,462 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,463 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,463 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,463 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099d726fef2c906abf73741d280e6a1 columnFamilyName c 2024-12-10T11:03:35,464 DEBUG [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,464 INFO [StoreOpener-6099d726fef2c906abf73741d280e6a1-1 {}] regionserver.HStore(327): Store=6099d726fef2c906abf73741d280e6a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,464 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,467 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000008 2024-12-10T11:03:35,470 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 6099d726fef2c906abf73741d280e6a1 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "6099d726fef2c906abf73741d280e6a1" family_name: "a" compaction_input: "ccf6821b1ab24c109f82d7116e408896" compaction_input: "05f6a161ea554dabb0059a2d14945544_SeqId_4_" compaction_input: "26a4a546aba646cab99a5bb799f9df93_SeqId_4_" compaction_input: "e568e864b8394463ab1dfa7aa255d04f_SeqId_4_" compaction_output: "880fb242fc9149c995f9f1e8697bb474" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-10T11:03:35,470 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-10T11:03:35,470 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000008 2024-12-10T11:03:35,471 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/0000000000000000008 2024-12-10T11:03:35,472 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,472 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,473 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:35,474 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6099d726fef2c906abf73741d280e6a1 2024-12-10T11:03:35,476 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testCompactedBulkLoadedFiles/6099d726fef2c906abf73741d280e6a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-10T11:03:35,477 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6099d726fef2c906abf73741d280e6a1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72882500, jitterRate=0.0860338807106018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:35,477 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6099d726fef2c906abf73741d280e6a1: Writing region info on filesystem at 1733828615435Initializing all the Stores at 1733828615436 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615436Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615436Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615436Cleaning up temporary data from old regions at 1733828615472 (+36 ms)Region opened successfully at 1733828615477 (+5 ms) 2024-12-10T11:03:35,479 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6099d726fef2c906abf73741d280e6a1, disabling compactions & flushes 2024-12-10T11:03:35,479 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:35,479 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:35,479 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. after waiting 0 ms 2024-12-10T11:03:35,480 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:35,480 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733828611113.6099d726fef2c906abf73741d280e6a1. 2024-12-10T11:03:35,480 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6099d726fef2c906abf73741d280e6a1: Waiting for close lock at 1733828615479Disabling compacts and flushes for region at 1733828615479Disabling writes for close at 1733828615479Writing region close event to WAL at 1733828615480 (+1 ms)Closed at 1733828615480 2024-12-10T11:03:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741924_1103 (size=93) 2024-12-10T11:03:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741924_1103 (size=93) 2024-12-10T11:03:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741924_1103 (size=93) 2024-12-10T11:03:35,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:35,485 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733828615417) 2024-12-10T11:03:35,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=447 (was 430) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1017487743) connection to localhost/127.0.0.1:44643 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1750817983_22 at /127.0.0.1:49962 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1750817983_22 at /127.0.0.1:33638 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1750817983_22 at /127.0.0.1:58028 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 221), ProcessCount=11 (was 11), AvailableMemoryMB=4311 (was 4326) 2024-12-10T11:03:35,501 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-10T11:03:35,513 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=447, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=4310 2024-12-10T11:03:35,514 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-10T11:03:35,529 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:35,530 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T11:03:35,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T11:03:35,533 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43324661, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/hregion-43324661, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:35,545 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43324661/hregion-43324661.1733828615533, exclude list is [], retry=0 2024-12-10T11:03:35,547 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:35,548 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:35,548 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:35,550 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43324661/hregion-43324661.1733828615533 2024-12-10T11:03:35,550 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:35,550 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 90da7640e206392a88f4392317b16104, NAME => 'testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/hbase 2024-12-10T11:03:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741926_1105 (size=67) 2024-12-10T11:03:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741926_1105 (size=67) 2024-12-10T11:03:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741926_1105 (size=67) 2024-12-10T11:03:35,559 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:35,560 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,561 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName a 2024-12-10T11:03:35,561 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,562 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,562 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,563 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName b 2024-12-10T11:03:35,563 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,563 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,563 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,564 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName c 2024-12-10T11:03:35,564 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,565 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,565 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,565 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,566 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,566 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,566 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,567 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:35,568 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,570 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T11:03:35,570 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90da7640e206392a88f4392317b16104; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62158982, jitterRate=-0.07375898957252502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:35,571 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90da7640e206392a88f4392317b16104: Writing region info on filesystem at 1733828615559Initializing all the Stores at 1733828615560 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615560Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615560Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615560Cleaning up temporary data from old regions at 1733828615566 (+6 ms)Region opened successfully at 1733828615570 (+4 ms) 2024-12-10T11:03:35,571 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 90da7640e206392a88f4392317b16104, disabling compactions & flushes 2024-12-10T11:03:35,571 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,571 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,571 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. after waiting 0 ms 2024-12-10T11:03:35,571 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,571 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,571 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 90da7640e206392a88f4392317b16104: Waiting for close lock at 1733828615571Disabling compacts and flushes for region at 1733828615571Disabling writes for close at 1733828615571Writing region close event to WAL at 1733828615571Closed at 1733828615571 2024-12-10T11:03:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741925_1104 (size=93) 2024-12-10T11:03:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741925_1104 (size=93) 2024-12-10T11:03:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741925_1104 (size=93) 2024-12-10T11:03:35,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:35,579 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43324661:(num 1733828615533) 2024-12-10T11:03:35,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:35,580 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:35,594 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581, exclude list is [], retry=0 2024-12-10T11:03:35,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:35,596 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:35,597 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:35,598 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581 2024-12-10T11:03:35,598 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275)] 2024-12-10T11:03:35,598 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 90da7640e206392a88f4392317b16104, NAME => 'testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:35,598 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:35,598 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,598 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,599 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,600 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName a 2024-12-10T11:03:35,600 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,601 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,601 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,601 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName b 2024-12-10T11:03:35,601 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,602 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,602 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,603 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName c 2024-12-10T11:03:35,603 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,603 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,603 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,605 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,606 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,606 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,606 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:35,608 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,608 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90da7640e206392a88f4392317b16104; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74005019, jitterRate=0.10276071727275848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:35,609 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90da7640e206392a88f4392317b16104: Writing region info on filesystem at 1733828615599Initializing all the Stores at 1733828615599Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615599Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615599Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615599Cleaning up temporary data from old regions at 1733828615606 (+7 ms)Region opened successfully at 1733828615609 (+3 ms) 2024-12-10T11:03:35,618 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 90da7640e206392a88f4392317b16104 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-10T11:03:35,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/a/5b9edb0daf524671933aa990b0fcb29c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733828615609/Put/seqid=0 2024-12-10T11:03:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741928_1107 (size=5958) 2024-12-10T11:03:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741928_1107 (size=5958) 2024-12-10T11:03:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741928_1107 (size=5958) 2024-12-10T11:03:35,639 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/a/5b9edb0daf524671933aa990b0fcb29c 2024-12-10T11:03:35,644 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/a/5b9edb0daf524671933aa990b0fcb29c as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/a/5b9edb0daf524671933aa990b0fcb29c 2024-12-10T11:03:35,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/a/5b9edb0daf524671933aa990b0fcb29c, entries=10, sequenceid=13, filesize=5.8 K 2024-12-10T11:03:35,650 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 90da7640e206392a88f4392317b16104 in 31ms, sequenceid=13, compaction requested=false 2024-12-10T11:03:35,650 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 90da7640e206392a88f4392317b16104: 2024-12-10T11:03:35,666 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 90da7640e206392a88f4392317b16104, disabling compactions & flushes 2024-12-10T11:03:35,666 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,666 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,666 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. after waiting 0 ms 2024-12-10T11:03:35,666 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,667 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,667 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:35,667 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 90da7640e206392a88f4392317b16104: Waiting for close lock at 1733828615666Disabling compacts and flushes for region at 1733828615666Disabling writes for close at 1733828615666Writing region close event to WAL at 1733828615667 (+1 ms)Closed at 1733828615667 2024-12-10T11:03:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741927_1106 (size=5869) 2024-12-10T11:03:35,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741927_1106 (size=5869) 2024-12-10T11:03:35,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741927_1106 (size=5869) 2024-12-10T11:03:35,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581, size=5.7 K (5869bytes) 2024-12-10T11:03:35,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581 2024-12-10T11:03:35,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581 after 0ms 2024-12-10T11:03:35,687 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581 took 2ms 2024-12-10T11:03:35,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581 so closing down 2024-12-10T11:03:35,689 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:35,690 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733828615581.temp 2024-12-10T11:03:35,691 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000003-wal.1733828615581.temp 2024-12-10T11:03:35,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741929_1108 (size=5223) 2024-12-10T11:03:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741929_1108 (size=5223) 2024-12-10T11:03:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741929_1108 (size=5223) 2024-12-10T11:03:35,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000003-wal.1733828615581.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:35,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000003-wal.1733828615581.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000035 2024-12-10T11:03:35,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-10T11:03:35,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581, journal: Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581, size=5.7 K (5869bytes) at 1733828615685Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581 so closing down at 1733828615689 (+4 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000003-wal.1733828615581.temp at 1733828615691 (+2 ms)3 split writer threads finished at 1733828615691Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000003-wal.1733828615581.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733828615699 (+8 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000003-wal.1733828615581.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000035 at 1733828615700 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733828615700 2024-12-10T11:03:35,702 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615581 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828615581 2024-12-10T11:03:35,703 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000035 2024-12-10T11:03:35,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:35,705 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:35,725 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705, exclude list is [], retry=0 2024-12-10T11:03:35,727 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:35,728 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:35,728 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:35,730 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 2024-12-10T11:03:35,730 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39245:39245),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:38363:38363)] 2024-12-10T11:03:35,730 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 90da7640e206392a88f4392317b16104, NAME => 'testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104.', STARTKEY => '', ENDKEY => ''} 2024-12-10T11:03:35,730 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:35,730 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,730 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,732 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,732 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName a 2024-12-10T11:03:35,733 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,738 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/a/5b9edb0daf524671933aa990b0fcb29c 2024-12-10T11:03:35,739 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,739 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,739 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName b 2024-12-10T11:03:35,740 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,740 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,740 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,741 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName c 2024-12-10T11:03:35,741 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:35,741 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:35,742 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,743 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,744 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000035 2024-12-10T11:03:35,747 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000035 2024-12-10T11:03:35,747 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 90da7640e206392a88f4392317b16104 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-10T11:03:35,762 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/b/b0e2869185124bd7851433afc0cdc4a4 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733828615650/Put/seqid=0 2024-12-10T11:03:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741931_1110 (size=5958) 2024-12-10T11:03:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741931_1110 (size=5958) 2024-12-10T11:03:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741931_1110 (size=5958) 2024-12-10T11:03:35,769 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/b/b0e2869185124bd7851433afc0cdc4a4 2024-12-10T11:03:35,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/c/2bf8be073ed84fc4b3bdfcd29dfa90e2 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733828615657/Put/seqid=0 2024-12-10T11:03:35,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741932_1111 (size=5958) 2024-12-10T11:03:35,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741932_1111 (size=5958) 2024-12-10T11:03:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741932_1111 (size=5958) 2024-12-10T11:03:35,798 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/c/2bf8be073ed84fc4b3bdfcd29dfa90e2 2024-12-10T11:03:35,803 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/b/b0e2869185124bd7851433afc0cdc4a4 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/b/b0e2869185124bd7851433afc0cdc4a4 2024-12-10T11:03:35,807 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/b/b0e2869185124bd7851433afc0cdc4a4, entries=10, sequenceid=35, filesize=5.8 K 2024-12-10T11:03:35,808 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/c/2bf8be073ed84fc4b3bdfcd29dfa90e2 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/c/2bf8be073ed84fc4b3bdfcd29dfa90e2 2024-12-10T11:03:35,812 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/c/2bf8be073ed84fc4b3bdfcd29dfa90e2, entries=10, sequenceid=35, filesize=5.8 K 2024-12-10T11:03:35,812 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 90da7640e206392a88f4392317b16104 in 65ms, sequenceid=35, compaction requested=false; wal=null 2024-12-10T11:03:35,813 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000035 2024-12-10T11:03:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,814 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,814 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:35,815 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:35,817 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-10T11:03:35,818 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90da7640e206392a88f4392317b16104; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72747925, jitterRate=0.08402855694293976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:35,819 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90da7640e206392a88f4392317b16104: Writing region info on filesystem at 1733828615730Initializing all the Stores at 1733828615731 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615731Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615731Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828615731Obtaining lock to block concurrent updates at 1733828615747 (+16 ms)Preparing flush snapshotting stores in 90da7640e206392a88f4392317b16104 at 1733828615747Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733828615747Flushing stores of testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. at 1733828615747Flushing 90da7640e206392a88f4392317b16104/b: creating writer at 1733828615747Flushing 90da7640e206392a88f4392317b16104/b: appending metadata at 1733828615761 (+14 ms)Flushing 90da7640e206392a88f4392317b16104/b: closing flushed file at 1733828615761Flushing 90da7640e206392a88f4392317b16104/c: creating writer at 1733828615774 (+13 ms)Flushing 90da7640e206392a88f4392317b16104/c: appending metadata at 1733828615790 (+16 ms)Flushing 90da7640e206392a88f4392317b16104/c: closing flushed file at 1733828615790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68142b0e: reopening flushed file at 1733828615802 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683d2769: reopening flushed file at 1733828615807 (+5 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 90da7640e206392a88f4392317b16104 in 65ms, sequenceid=35, compaction requested=false; wal=null at 1733828615812 (+5 ms)Cleaning up temporary data from old regions at 1733828615814 (+2 ms)Region opened successfully at 1733828615819 (+5 ms) 2024-12-10T11:03:35,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-10T11:03:35,882 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705, size=0 (0bytes) 2024-12-10T11:03:35,882 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 might be still open, length is 0 2024-12-10T11:03:35,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 2024-12-10T11:03:35,882 WARN [IPC Server handler 3 on default port 44643 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-10T11:03:35,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 after 0ms 2024-12-10T11:03:37,580 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:58086 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40329:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58086 dst: /127.0.0.1:40329 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40329 remote=/127.0.0.1:58086]. Total timeout mills is 60000, 58265 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:37,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:33710 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46313:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33710 dst: /127.0.0.1:46313 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:37,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-603843320_22 at /127.0.0.1:49998 [Receiving block BP-2061181569-172.17.0.2-1733828579681:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44371:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49998 dst: /127.0.0.1:44371 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:37,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741930_1112 (size=5215) 2024-12-10T11:03:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741930_1112 (size=5215) 2024-12-10T11:03:39,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 after 4001ms 2024-12-10T11:03:39,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 took 4004ms 2024-12-10T11:03:39,887 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705; continuing. 2024-12-10T11:03:39,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 so closing down 2024-12-10T11:03:39,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-10T11:03:39,889 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733828615705.temp 2024-12-10T11:03:39,890 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000037-wal.1733828615705.temp 2024-12-10T11:03:39,890 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-10T11:03:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741933_1113 (size=5223) 2024-12-10T11:03:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741933_1113 (size=5223) 2024-12-10T11:03:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741933_1113 (size=5223) 2024-12-10T11:03:39,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000037-wal.1733828615705.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-10T11:03:39,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000037-wal.1733828615705.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000066 2024-12-10T11:03:39,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705, size=0, length=0, corrupted=false, cancelled=false 2024-12-10T11:03:39,898 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705, journal: Splitting hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705, size=0 (0bytes) at 1733828615882Finishing writing output for hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 so closing down at 1733828619888 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000037-wal.1733828615705.temp at 1733828619890 (+2 ms)3 split writer threads finished at 1733828619890Closed recovered edits writer path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000037-wal.1733828615705.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733828619897 (+7 ms)Rename recovered edits hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000037-wal.1733828615705.temp to hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000066 at 1733828619898 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705, size=0, length=0, corrupted=false, cancelled=false at 1733828619898 2024-12-10T11:03:39,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 to hdfs://localhost:44643/hbase/oldWALs/wal.1733828615705 2024-12-10T11:03:39,901 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000066 2024-12-10T11:03:39,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-10T11:03:39,902 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:44643/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528, archiveDir=hdfs://localhost:44643/hbase/oldWALs, maxLogs=32 2024-12-10T11:03:39,916 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828619903, exclude list is [], retry=0 2024-12-10T11:03:39,918 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46313,DS-f905684b-e597-4ed9-8b4c-95b8c31fa1d4,DISK] 2024-12-10T11:03:39,918 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44371,DS-1e3c0fc1-372f-4820-ab1b-b354f087fe64,DISK] 2024-12-10T11:03:39,918 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40329,DS-f3f26acc-5940-4658-a19f-2d42c52a8099,DISK] 2024-12-10T11:03:39,920 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828619903 2024-12-10T11:03:39,920 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38363:38363),(127.0.0.1/127.0.0.1:41275:41275),(127.0.0.1/127.0.0.1:39245:39245)] 2024-12-10T11:03:39,920 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T11:03:39,921 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:39,922 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName a 2024-12-10T11:03:39,922 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:39,926 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/a/5b9edb0daf524671933aa990b0fcb29c 2024-12-10T11:03:39,926 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:39,926 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:39,927 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName b 2024-12-10T11:03:39,927 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:39,931 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/b/b0e2869185124bd7851433afc0cdc4a4 2024-12-10T11:03:39,931 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:39,931 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 90da7640e206392a88f4392317b16104 2024-12-10T11:03:39,932 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90da7640e206392a88f4392317b16104 columnFamilyName c 2024-12-10T11:03:39,932 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T11:03:39,936 DEBUG [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/c/2bf8be073ed84fc4b3bdfcd29dfa90e2 2024-12-10T11:03:39,936 INFO [StoreOpener-90da7640e206392a88f4392317b16104-1 {}] regionserver.HStore(327): Store=90da7640e206392a88f4392317b16104/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T11:03:39,936 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:39,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:39,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104 2024-12-10T11:03:39,939 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000066 2024-12-10T11:03:39,945 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000066 2024-12-10T11:03:39,945 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 90da7640e206392a88f4392317b16104 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-10T11:03:39,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/a/4567365c83ed43d7a5127929e92bbaf4 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733828615826/Put/seqid=0 2024-12-10T11:03:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741935_1115 (size=5958) 2024-12-10T11:03:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741935_1115 (size=5958) 2024-12-10T11:03:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741935_1115 (size=5958) 2024-12-10T11:03:39,967 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/a/4567365c83ed43d7a5127929e92bbaf4 2024-12-10T11:03:39,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/b/2a61857af08542e59c1bdded710f7ef4 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733828615833/Put/seqid=0 2024-12-10T11:03:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741936_1116 (size=5958) 2024-12-10T11:03:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741936_1116 (size=5958) 2024-12-10T11:03:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741936_1116 (size=5958) 2024-12-10T11:03:39,992 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/b/2a61857af08542e59c1bdded710f7ef4 2024-12-10T11:03:40,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/c/b1912a7af905478c8186c543d851387b is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733828615839/Put/seqid=0 2024-12-10T11:03:40,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741937_1117 (size=5958) 2024-12-10T11:03:40,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741937_1117 (size=5958) 2024-12-10T11:03:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741937_1117 (size=5958) 2024-12-10T11:03:40,018 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/c/b1912a7af905478c8186c543d851387b 2024-12-10T11:03:40,023 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/a/4567365c83ed43d7a5127929e92bbaf4 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/a/4567365c83ed43d7a5127929e92bbaf4 2024-12-10T11:03:40,027 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/a/4567365c83ed43d7a5127929e92bbaf4, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T11:03:40,028 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/b/2a61857af08542e59c1bdded710f7ef4 as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/b/2a61857af08542e59c1bdded710f7ef4 2024-12-10T11:03:40,032 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/b/2a61857af08542e59c1bdded710f7ef4, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T11:03:40,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/.tmp/c/b1912a7af905478c8186c543d851387b as hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/c/b1912a7af905478c8186c543d851387b 2024-12-10T11:03:40,036 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/c/b1912a7af905478c8186c543d851387b, entries=10, sequenceid=66, filesize=5.8 K 2024-12-10T11:03:40,037 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 90da7640e206392a88f4392317b16104 in 91ms, sequenceid=66, compaction requested=false; wal=null 2024-12-10T11:03:40,037 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/0000000000000000066 2024-12-10T11:03:40,038 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:40,038 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:40,039 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T11:03:40,040 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 90da7640e206392a88f4392317b16104 2024-12-10T11:03:40,042 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/hbase/data/default/testReplayEditsWrittenViaHRegion/90da7640e206392a88f4392317b16104/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-10T11:03:40,043 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 90da7640e206392a88f4392317b16104; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65524634, jitterRate=-0.023606866598129272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T11:03:40,043 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 90da7640e206392a88f4392317b16104: Writing region info on filesystem at 1733828619920Initializing all the Stores at 1733828619921 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828619921Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828619921Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733828619921Obtaining lock to block concurrent updates at 1733828619945 (+24 ms)Preparing flush snapshotting stores in 90da7640e206392a88f4392317b16104 at 1733828619945Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733828619946 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. at 1733828619946Flushing 90da7640e206392a88f4392317b16104/a: creating writer at 1733828619946Flushing 90da7640e206392a88f4392317b16104/a: appending metadata at 1733828619959 (+13 ms)Flushing 90da7640e206392a88f4392317b16104/a: closing flushed file at 1733828619959Flushing 90da7640e206392a88f4392317b16104/b: creating writer at 1733828619971 (+12 ms)Flushing 90da7640e206392a88f4392317b16104/b: appending metadata at 1733828619985 (+14 ms)Flushing 90da7640e206392a88f4392317b16104/b: closing flushed file at 1733828619985Flushing 90da7640e206392a88f4392317b16104/c: creating writer at 1733828619997 (+12 ms)Flushing 90da7640e206392a88f4392317b16104/c: appending metadata at 1733828620011 (+14 ms)Flushing 90da7640e206392a88f4392317b16104/c: closing flushed file at 1733828620011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e813f86: reopening flushed file at 1733828620022 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c806c96: reopening flushed file at 1733828620027 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a4cd5d: reopening flushed file at 1733828620032 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 90da7640e206392a88f4392317b16104 in 91ms, sequenceid=66, compaction requested=false; wal=null at 1733828620037 (+5 ms)Cleaning up temporary data from old regions at 1733828620038 (+1 ms)Region opened successfully at 1733828620043 (+5 ms) 2024-12-10T11:03:40,054 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 90da7640e206392a88f4392317b16104, disabling compactions & flushes 2024-12-10T11:03:40,054 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:40,054 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:40,054 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. after waiting 0 ms 2024-12-10T11:03:40,054 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:40,056 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733828615529.90da7640e206392a88f4392317b16104. 2024-12-10T11:03:40,056 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 90da7640e206392a88f4392317b16104: Waiting for close lock at 1733828620054Disabling compacts and flushes for region at 1733828620054Disabling writes for close at 1733828620054Writing region close event to WAL at 1733828620056 (+2 ms)Closed at 1733828620056 2024-12-10T11:03:40,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741934_1114 (size=93) 2024-12-10T11:03:40,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741934_1114 (size=93) 2024-12-10T11:03:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741934_1114 (size=93) 2024-12-10T11:03:40,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-10T11:03:40,060 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733828619903) 2024-12-10T11:03:40,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=455 (was 447) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-14122901_22 at /127.0.0.1:58116 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-14122901_22 at /127.0.0.1:50030 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-14122901_22 at /127.0.0.1:33760 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1017487743) connection to localhost/127.0.0.1:44643 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=4296 (was 4310) 2024-12-10T11:03:40,075 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-10T11:03:40,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-10T11:03:40,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:03:40,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:03:40,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:40,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:40,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-10T11:03:40,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T11:03:40,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633453724, stopped=false 2024-12-10T11:03:40,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=944a6b9062fa,45075,1733828582638 2024-12-10T11:03:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:03:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:03:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T11:03:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:40,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T11:03:40,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:03:40,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:03:40,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T11:03:40,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-10T11:03:40,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:03:40,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:40,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '944a6b9062fa,41725,1733828583321' ***** 2024-12-10T11:03:40,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T11:03:40,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '944a6b9062fa,44655,1733828583476' ***** 2024-12-10T11:03:40,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-10T11:03:40,081 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:03:40,081 INFO [RS:0;944a6b9062fa:41725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T11:03:40,081 INFO [RS:0;944a6b9062fa:41725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T11:03:40,081 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(959): stopping server 944a6b9062fa,41725,1733828583321 2024-12-10T11:03:40,081 INFO [RS:0;944a6b9062fa:41725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:03:40,081 INFO [RS:0;944a6b9062fa:41725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;944a6b9062fa:41725. 2024-12-10T11:03:40,081 DEBUG [RS:0;944a6b9062fa:41725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:03:40,081 DEBUG [RS:0;944a6b9062fa:41725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:40,081 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T11:03:40,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T11:03:40,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-10T11:03:40,082 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T11:03:40,082 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:40,082 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(959): stopping server 944a6b9062fa,44655,1733828583476 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:03:40,082 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;944a6b9062fa:44655. 2024-12-10T11:03:40,082 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-10T11:03:40,082 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c42fd39df0b8a69acd1db90dca72762, disabling compactions & flushes 2024-12-10T11:03:40,082 DEBUG [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-10T11:03:40,082 DEBUG [RS:2;944a6b9062fa:44655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T11:03:40,082 DEBUG [RS:2;944a6b9062fa:44655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:40,082 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:40,082 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-10T11:03:40,082 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:40,082 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-10T11:03:40,082 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-10T11:03:40,083 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. after waiting 0 ms 2024-12-10T11:03:40,083 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1325): Online Regions={4c42fd39df0b8a69acd1db90dca72762=testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762.} 2024-12-10T11:03:40,083 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-10T11:03:40,083 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:40,083 DEBUG [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1351): Waiting on 4c42fd39df0b8a69acd1db90dca72762 2024-12-10T11:03:40,083 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T11:03:40,083 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T11:03:40,083 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-10T11:03:40,088 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c42fd39df0b8a69acd1db90dca72762/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-10T11:03:40,089 INFO [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:40,089 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c42fd39df0b8a69acd1db90dca72762: Waiting for close lock at 1733828620082Running coprocessor pre-close hooks at 1733828620082Disabling compacts and flushes for region at 1733828620082Disabling writes for close at 1733828620083 (+1 ms)Writing region close event to WAL at 1733828620084 (+1 ms)Running coprocessor post-close hooks at 1733828620089 (+5 ms)Closed at 1733828620089 2024-12-10T11:03:40,089 DEBUG [RS_CLOSE_REGION-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762. 2024-12-10T11:03:40,105 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/info/a7c64c771aa8457da49c3e091ddf01d3 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733828597325.4c42fd39df0b8a69acd1db90dca72762./info:regioninfo/1733828600278/Put/seqid=0 2024-12-10T11:03:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741938_1118 (size=8243) 2024-12-10T11:03:40,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741938_1118 (size=8243) 2024-12-10T11:03:40,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741938_1118 (size=8243) 2024-12-10T11:03:40,112 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/info/a7c64c771aa8457da49c3e091ddf01d3 2024-12-10T11:03:40,140 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/ns/9ed1d581cdd94fc09502378de8ce704f is 43, key is default/ns:d/1733828585377/Put/seqid=0 2024-12-10T11:03:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741939_1119 (size=5153) 2024-12-10T11:03:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741939_1119 (size=5153) 2024-12-10T11:03:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741939_1119 (size=5153) 2024-12-10T11:03:40,147 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/ns/9ed1d581cdd94fc09502378de8ce704f 2024-12-10T11:03:40,159 INFO [regionserver/944a6b9062fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:03:40,159 INFO [regionserver/944a6b9062fa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:03:40,167 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/table/9e6d5da57a7443959981b7efaa440cba is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733828597739/Put/seqid=0 2024-12-10T11:03:40,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741940_1120 (size=5431) 2024-12-10T11:03:40,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741940_1120 (size=5431) 2024-12-10T11:03:40,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741940_1120 (size=5431) 2024-12-10T11:03:40,175 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/table/9e6d5da57a7443959981b7efaa440cba 2024-12-10T11:03:40,181 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/info/a7c64c771aa8457da49c3e091ddf01d3 as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/info/a7c64c771aa8457da49c3e091ddf01d3 2024-12-10T11:03:40,187 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/info/a7c64c771aa8457da49c3e091ddf01d3, entries=18, sequenceid=21, filesize=8.0 K 2024-12-10T11:03:40,188 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/ns/9ed1d581cdd94fc09502378de8ce704f as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/ns/9ed1d581cdd94fc09502378de8ce704f 2024-12-10T11:03:40,193 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/ns/9ed1d581cdd94fc09502378de8ce704f, entries=2, sequenceid=21, filesize=5.0 K 2024-12-10T11:03:40,194 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/.tmp/table/9e6d5da57a7443959981b7efaa440cba as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/table/9e6d5da57a7443959981b7efaa440cba 2024-12-10T11:03:40,199 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/table/9e6d5da57a7443959981b7efaa440cba, entries=2, sequenceid=21, filesize=5.3 K 2024-12-10T11:03:40,200 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=21, compaction requested=false 2024-12-10T11:03:40,204 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-10T11:03:40,204 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T11:03:40,204 INFO [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-10T11:03:40,204 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733828620082Running coprocessor pre-close hooks at 1733828620082Disabling compacts and flushes for region at 1733828620082Disabling writes for close at 1733828620083 (+1 ms)Obtaining lock to block concurrent updates at 1733828620083Preparing flush snapshotting stores in 1588230740 at 1733828620083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733828620083Flushing stores of hbase:meta,,1.1588230740 at 1733828620084 (+1 ms)Flushing 1588230740/info: creating writer at 1733828620084Flushing 1588230740/info: appending metadata at 1733828620104 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733828620104Flushing 1588230740/ns: creating writer at 1733828620118 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733828620139 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733828620139Flushing 1588230740/table: creating writer at 1733828620153 (+14 ms)Flushing 1588230740/table: appending metadata at 1733828620167 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733828620167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6bec61: reopening flushed file at 1733828620180 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621965aa: reopening flushed file at 1733828620187 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239bb9bb: reopening flushed file at 1733828620193 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=21, compaction requested=false at 1733828620200 (+7 ms)Writing region close event to WAL at 1733828620201 (+1 ms)Running coprocessor post-close hooks at 1733828620204 (+3 ms)Closed at 1733828620204 2024-12-10T11:03:40,205 DEBUG [RS_CLOSE_META-regionserver/944a6b9062fa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T11:03:40,282 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(976): stopping server 944a6b9062fa,41725,1733828583321; all regions closed. 2024-12-10T11:03:40,283 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(976): stopping server 944a6b9062fa,44655,1733828583476; all regions closed. 2024-12-10T11:03:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741833_1009 (size=928) 2024-12-10T11:03:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741836_1012 (size=8899) 2024-12-10T11:03:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741836_1012 (size=8899) 2024-12-10T11:03:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741833_1009 (size=928) 2024-12-10T11:03:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741833_1009 (size=928) 2024-12-10T11:03:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741836_1012 (size=8899) 2024-12-10T11:03:40,289 DEBUG [RS:2;944a6b9062fa:44655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 944a6b9062fa%2C44655%2C1733828583476:(num 1733828584790) 2024-12-10T11:03:40,289 DEBUG [RS:2;944a6b9062fa:44655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:40,289 DEBUG [RS:0;944a6b9062fa:41725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:03:40,289 INFO [RS:0;944a6b9062fa:41725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 944a6b9062fa%2C41725%2C1733828583321.meta:.meta(num 1733828585227) 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] hbase.ChoreService(370): Chore service for: regionserver/944a6b9062fa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T11:03:40,289 INFO [regionserver/944a6b9062fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T11:03:40,289 INFO [RS:2;944a6b9062fa:44655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:03:40,290 INFO [RS:2;944a6b9062fa:44655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44655 2024-12-10T11:03:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:03:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741835_1011 (size=2598) 2024-12-10T11:03:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741835_1011 (size=2598) 2024-12-10T11:03:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741835_1011 (size=2598) 2024-12-10T11:03:40,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/944a6b9062fa,44655,1733828583476 2024-12-10T11:03:40,292 INFO [RS:2;944a6b9062fa:44655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:03:40,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [944a6b9062fa,44655,1733828583476] 2024-12-10T11:03:40,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/944a6b9062fa,44655,1733828583476 already deleted, retry=false 2024-12-10T11:03:40,294 DEBUG [RS:0;944a6b9062fa:41725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/oldWALs 2024-12-10T11:03:40,294 INFO [RS:0;944a6b9062fa:41725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 944a6b9062fa%2C41725%2C1733828583321:(num 1733828584790) 2024-12-10T11:03:40,295 DEBUG [RS:0;944a6b9062fa:41725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T11:03:40,295 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T11:03:40,295 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 944a6b9062fa,44655,1733828583476 expired; onlineServers=1 2024-12-10T11:03:40,295 INFO [RS:0;944a6b9062fa:41725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:03:40,295 INFO [RS:0;944a6b9062fa:41725 {}] hbase.ChoreService(370): Chore service for: regionserver/944a6b9062fa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T11:03:40,295 INFO [RS:0;944a6b9062fa:41725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:03:40,295 INFO [regionserver/944a6b9062fa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:03:40,295 INFO [RS:0;944a6b9062fa:41725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41725 2024-12-10T11:03:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/944a6b9062fa,41725,1733828583321 2024-12-10T11:03:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T11:03:40,297 INFO [RS:0;944a6b9062fa:41725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:03:40,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [944a6b9062fa,41725,1733828583321] 2024-12-10T11:03:40,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/944a6b9062fa,41725,1733828583321 already deleted, retry=false 2024-12-10T11:03:40,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 944a6b9062fa,41725,1733828583321 expired; onlineServers=0 2024-12-10T11:03:40,299 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '944a6b9062fa,45075,1733828582638' ***** 2024-12-10T11:03:40,299 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T11:03:40,299 INFO [M:0;944a6b9062fa:45075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-10T11:03:40,299 INFO [M:0;944a6b9062fa:45075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-10T11:03:40,300 DEBUG [M:0;944a6b9062fa:45075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T11:03:40,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T11:03:40,300 DEBUG [M:0;944a6b9062fa:45075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T11:03:40,300 DEBUG [master/944a6b9062fa:0:becomeActiveMaster-HFileCleaner.large.0-1733828584470 {}] cleaner.HFileCleaner(306): Exit Thread[master/944a6b9062fa:0:becomeActiveMaster-HFileCleaner.large.0-1733828584470,5,FailOnTimeoutGroup] 2024-12-10T11:03:40,300 DEBUG [master/944a6b9062fa:0:becomeActiveMaster-HFileCleaner.small.0-1733828584471 {}] cleaner.HFileCleaner(306): Exit Thread[master/944a6b9062fa:0:becomeActiveMaster-HFileCleaner.small.0-1733828584471,5,FailOnTimeoutGroup] 2024-12-10T11:03:40,300 INFO [M:0;944a6b9062fa:45075 {}] hbase.ChoreService(370): Chore service for: master/944a6b9062fa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-10T11:03:40,300 INFO [M:0;944a6b9062fa:45075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-10T11:03:40,300 DEBUG [M:0;944a6b9062fa:45075 {}] master.HMaster(1795): Stopping service threads 2024-12-10T11:03:40,300 INFO [M:0;944a6b9062fa:45075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T11:03:40,300 INFO [M:0;944a6b9062fa:45075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-10T11:03:40,301 INFO [M:0;944a6b9062fa:45075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T11:03:40,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T11:03:40,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T11:03:40,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T11:03:40,302 DEBUG [M:0;944a6b9062fa:45075 {}] zookeeper.ZKUtil(347): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T11:03:40,302 WARN [M:0;944a6b9062fa:45075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T11:03:40,303 INFO [M:0;944a6b9062fa:45075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/.lastflushedseqids 2024-12-10T11:03:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741941_1121 (size=138) 2024-12-10T11:03:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741941_1121 (size=138) 2024-12-10T11:03:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741941_1121 (size=138) 2024-12-10T11:03:40,316 INFO [M:0;944a6b9062fa:45075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-10T11:03:40,316 INFO [M:0;944a6b9062fa:45075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T11:03:40,317 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T11:03:40,317 INFO [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:40,317 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:40,317 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T11:03:40,317 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:40,317 INFO [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-12-10T11:03:40,333 DEBUG [M:0;944a6b9062fa:45075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bf5d616b8e6468f841102eb44a11cea is 82, key is hbase:meta,,1/info:regioninfo/1733828585309/Put/seqid=0 2024-12-10T11:03:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741942_1122 (size=5672) 2024-12-10T11:03:40,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741942_1122 (size=5672) 2024-12-10T11:03:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741942_1122 (size=5672) 2024-12-10T11:03:40,340 INFO [M:0;944a6b9062fa:45075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bf5d616b8e6468f841102eb44a11cea 2024-12-10T11:03:40,360 DEBUG [M:0;944a6b9062fa:45075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54a1ac7def04b4e9fbb2b0f6d991438 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733828597744/Put/seqid=0 2024-12-10T11:03:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741943_1123 (size=7754) 2024-12-10T11:03:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741943_1123 (size=7754) 2024-12-10T11:03:40,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741943_1123 (size=7754) 2024-12-10T11:03:40,374 INFO [M:0;944a6b9062fa:45075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54a1ac7def04b4e9fbb2b0f6d991438 2024-12-10T11:03:40,379 INFO [M:0;944a6b9062fa:45075 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e54a1ac7def04b4e9fbb2b0f6d991438 2024-12-10T11:03:40,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:40,395 INFO [RS:2;944a6b9062fa:44655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:03:40,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44655-0x10176cf8e7c0003, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:40,395 INFO [RS:2;944a6b9062fa:44655 {}] regionserver.HRegionServer(1031): Exiting; stopping=944a6b9062fa,44655,1733828583476; zookeeper connection closed. 2024-12-10T11:03:40,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ba72407 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ba72407 2024-12-10T11:03:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:40,399 INFO [RS:0;944a6b9062fa:41725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:03:40,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x10176cf8e7c0001, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:40,399 INFO [RS:0;944a6b9062fa:41725 {}] regionserver.HRegionServer(1031): Exiting; stopping=944a6b9062fa,41725,1733828583321; zookeeper connection closed. 2024-12-10T11:03:40,399 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52e32fd6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52e32fd6 2024-12-10T11:03:40,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-10T11:03:40,402 DEBUG [M:0;944a6b9062fa:45075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0b81e3350214402a5295def2cd64b4c is 69, key is 944a6b9062fa,41725,1733828583321/rs:state/1733828584562/Put/seqid=0 2024-12-10T11:03:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741944_1124 (size=5440) 2024-12-10T11:03:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741944_1124 (size=5440) 2024-12-10T11:03:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741944_1124 (size=5440) 2024-12-10T11:03:40,415 INFO [M:0;944a6b9062fa:45075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0b81e3350214402a5295def2cd64b4c 2024-12-10T11:03:40,420 INFO [M:0;944a6b9062fa:45075 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0b81e3350214402a5295def2cd64b4c 2024-12-10T11:03:40,421 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bf5d616b8e6468f841102eb44a11cea as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bf5d616b8e6468f841102eb44a11cea 2024-12-10T11:03:40,427 INFO [M:0;944a6b9062fa:45075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bf5d616b8e6468f841102eb44a11cea, entries=8, sequenceid=168, filesize=5.5 K 2024-12-10T11:03:40,428 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e54a1ac7def04b4e9fbb2b0f6d991438 as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e54a1ac7def04b4e9fbb2b0f6d991438 2024-12-10T11:03:40,433 INFO [M:0;944a6b9062fa:45075 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e54a1ac7def04b4e9fbb2b0f6d991438 2024-12-10T11:03:40,433 INFO [M:0;944a6b9062fa:45075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e54a1ac7def04b4e9fbb2b0f6d991438, entries=17, sequenceid=168, filesize=7.6 K 2024-12-10T11:03:40,434 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0b81e3350214402a5295def2cd64b4c as hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0b81e3350214402a5295def2cd64b4c 2024-12-10T11:03:40,440 INFO [M:0;944a6b9062fa:45075 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0b81e3350214402a5295def2cd64b4c 2024-12-10T11:03:40,440 INFO [M:0;944a6b9062fa:45075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/77a0a4c1-b374-dcdd-8bb3-938f332f8b06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0b81e3350214402a5295def2cd64b4c, entries=3, sequenceid=168, filesize=5.3 K 2024-12-10T11:03:40,441 INFO [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=168, compaction requested=false 2024-12-10T11:03:40,442 INFO [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T11:03:40,443 DEBUG [M:0;944a6b9062fa:45075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733828620316Disabling compacts and flushes for region at 1733828620316Disabling writes for close at 1733828620317 (+1 ms)Obtaining lock to block concurrent updates at 1733828620317Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733828620317Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1733828620317Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733828620318 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733828620318Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733828620332 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733828620333 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733828620345 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733828620359 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733828620359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733828620379 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733828620401 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733828620401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd9963a: reopening flushed file at 1733828620421 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74513a03: reopening flushed file at 1733828620427 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46542952: reopening flushed file at 1733828620434 (+7 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=168, compaction requested=false at 1733828620441 (+7 ms)Writing region close event to WAL at 1733828620442 (+1 ms)Closed at 1733828620442 2024-12-10T11:03:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46313 is added to blk_1073741830_1006 (size=81419) 2024-12-10T11:03:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44371 is added to blk_1073741830_1006 (size=81419) 2024-12-10T11:03:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40329 is added to blk_1073741830_1006 (size=81419) 2024-12-10T11:03:40,447 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-10T11:03:40,447 INFO [M:0;944a6b9062fa:45075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-10T11:03:40,447 INFO [M:0;944a6b9062fa:45075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45075 2024-12-10T11:03:40,447 INFO [M:0;944a6b9062fa:45075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-10T11:03:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:40,549 INFO [M:0;944a6b9062fa:45075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-10T11:03:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x10176cf8e7c0000, quorum=127.0.0.1:57230, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T11:03:40,555 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600992 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600992 (inode 16655) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733828600675/wal.1733828600992 (inode 16655) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-10T11:03:40,556 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733828592826/wal.1733828593040 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:40,556 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733828615528/wal.1733828615705 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:40,558 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828610361 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828610361 (inode 16678) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733828601131/wal.1733828610361 (inode 16678) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-10T11:03:40,559 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733828586401/wal.1733828586469 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:40,561 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610965 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610965 (inode 16704) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733828610548/wal.1733828610965 (inode 16704) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-10T11:03:40,561 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733828611112/wal.1733828611175 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T11:03:40,563 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal.1733828586269 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal.1733828586269 (inode 16485) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733828586083/wal.1733828586269 (inode 16485) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-10T11:03:40,565 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal.1733828585837 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal.1733828585837 (inode 16462) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733828585603/wal.1733828585837 (inode 16462) Holder DFSClient_NONMAPREDUCE_-603843320_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-10T11:03:40,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37ee96b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:03:40,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b82d1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:03:40,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:03:40,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d49bd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:03:40,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1576ddbd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,STOPPED} 2024-12-10T11:03:40,597 WARN [BP-2061181569-172.17.0.2-1733828579681 heartbeating to localhost/127.0.0.1:44643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2061181569-172.17.0.2-1733828579681 (Datanode Uuid 1e59c3ef-ae57-41af-b415-bca8ad5cd855) service to localhost/127.0.0.1:44643 2024-12-10T11:03:40,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data5/current/BP-2061181569-172.17.0.2-1733828579681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:03:40,599 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data6/current/BP-2061181569-172.17.0.2-1733828579681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:03:40,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:03:40,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23205bfa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:03:40,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1df40b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:03:40,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:03:40,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363c876e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:03:40,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5deb6e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,STOPPED} 2024-12-10T11:03:40,604 WARN [BP-2061181569-172.17.0.2-1733828579681 heartbeating to localhost/127.0.0.1:44643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:03:40,604 WARN [BP-2061181569-172.17.0.2-1733828579681 heartbeating to localhost/127.0.0.1:44643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2061181569-172.17.0.2-1733828579681 (Datanode Uuid 7b768a99-7eaa-4fb3-9e1c-fdedf9da4ccc) service to localhost/127.0.0.1:44643 2024-12-10T11:03:40,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:03:40,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:03:40,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data3/current/BP-2061181569-172.17.0.2-1733828579681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:03:40,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data4/current/BP-2061181569-172.17.0.2-1733828579681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:03:40,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:03:40,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c8aad7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T11:03:40,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d06fb64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:03:40,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:03:40,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f47f6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:03:40,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66bf9098{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,STOPPED} 2024-12-10T11:03:40,609 WARN [BP-2061181569-172.17.0.2-1733828579681 heartbeating to localhost/127.0.0.1:44643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T11:03:40,609 WARN [BP-2061181569-172.17.0.2-1733828579681 heartbeating to localhost/127.0.0.1:44643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2061181569-172.17.0.2-1733828579681 (Datanode Uuid ad90aa27-a246-4a80-8880-f70bba630033) service to localhost/127.0.0.1:44643 2024-12-10T11:03:40,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T11:03:40,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T11:03:40,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data1/current/BP-2061181569-172.17.0.2-1733828579681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:03:40,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/cluster_1945a362-c660-e775-c321-6b00577f876d/data/data2/current/BP-2061181569-172.17.0.2-1733828579681 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T11:03:40,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T11:03:40,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25dc94e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T11:03:40,617 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cc108fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T11:03:40,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T11:03:40,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@377439aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T11:03:40,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39b35319{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2f46ea1-dd59-8099-084d-834fe08ddaf8/hadoop.log.dir/,STOPPED} 2024-12-10T11:03:40,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-10T11:03:40,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down